2024-11-25 11:44:43,297 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-25 11:44:43,308 main DEBUG Took 0.008736 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 11:44:43,308 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 11:44:43,308 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 11:44:43,309 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 11:44:43,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,317 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 11:44:43,329 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,332 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,333 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,334 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,334 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,335 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,336 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,337 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,337 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,338 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,339 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:44:43,339 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,339 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 11:44:43,341 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:44:43,342 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 11:44:43,344 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 11:44:43,344 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 11:44:43,345 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 11:44:43,345 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 11:44:43,354 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 11:44:43,356 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 11:44:43,358 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 11:44:43,359 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 11:44:43,359 main DEBUG createAppenders(={Console}) 2024-11-25 11:44:43,360 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-25 11:44:43,360 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-25 11:44:43,360 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-25 11:44:43,361 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 11:44:43,361 main DEBUG OutputStream closed 2024-11-25 11:44:43,361 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 11:44:43,361 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 11:44:43,362 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-25 11:44:43,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 11:44:43,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 11:44:43,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 11:44:43,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 11:44:43,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 11:44:43,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 11:44:43,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 11:44:43,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 11:44:43,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 11:44:43,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 11:44:43,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 11:44:43,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 11:44:43,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 11:44:43,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 11:44:43,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 11:44:43,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 11:44:43,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 11:44:43,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 11:44:43,437 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 11:44:43,438 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-25 11:44:43,438 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 11:44:43,439 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-25T11:44:43,679 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202 2024-11-25 11:44:43,682 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 11:44:43,682 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T11:44:43,691 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-25T11:44:43,697 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-25T11:44:43,717 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T11:44:43,763 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T11:44:43,763 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T11:44:43,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:44:43,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686, deleteOnExit=true 2024-11-25T11:44:43,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:44:43,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/test.cache.data in system properties and HBase conf 2024-11-25T11:44:43,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:44:43,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:44:43,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:44:43,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:44:43,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:44:43,868 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T11:44:43,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:44:43,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:44:43,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:44:43,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:44:43,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:44:43,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:44:43,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:44:43,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:44:43,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:44:43,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:44:43,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:44:43,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:44:43,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:44:43,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:44:43,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:44:44,773 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T11:44:44,846 INFO [Time-limited test {}] log.Log(170): Logging initialized @2283ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T11:44:44,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:44:44,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:44:45,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:44:45,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:44:45,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:44:45,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:44:45,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:44:45,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:44:45,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/java.io.tmpdir/jetty-localhost-34813-hadoop-hdfs-3_4_1-tests_jar-_-any-3112693479497400645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:44:45,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:34813} 2024-11-25T11:44:45,216 INFO [Time-limited test {}] server.Server(415): Started @2653ms 2024-11-25T11:44:45,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:44:45,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:44:45,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:44:45,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:44:45,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:44:45,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:44:45,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:44:45,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/java.io.tmpdir/jetty-localhost-38737-hadoop-hdfs-3_4_1-tests_jar-_-any-10871252471558217890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:44:45,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:38737} 2024-11-25T11:44:45,728 INFO [Time-limited test {}] server.Server(415): Started @3165ms 2024-11-25T11:44:45,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:44:45,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:44:45,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:44:45,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:44:45,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:44:45,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:44:45,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:44:45,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:44:46,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/java.io.tmpdir/jetty-localhost-38063-hadoop-hdfs-3_4_1-tests_jar-_-any-8473440455044657588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:44:46,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:38063} 2024-11-25T11:44:46,071 INFO [Time-limited test {}] server.Server(415): Started @3508ms 2024-11-25T11:44:46,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:44:46,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:44:46,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:44:46,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:44:46,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:44:46,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:44:46,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:44:46,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:44:46,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/java.io.tmpdir/jetty-localhost-41199-hadoop-hdfs-3_4_1-tests_jar-_-any-4777308928730950269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:44:46,261 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:41199} 2024-11-25T11:44:46,261 INFO [Time-limited test {}] server.Server(415): Started @3698ms 2024-11-25T11:44:46,264 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:44:46,279 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data3/current/BP-1490709249-172.17.0.2-1732535084525/current, will proceed with Du for space computation calculation, 2024-11-25T11:44:46,279 WARN [Thread-111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data4/current/BP-1490709249-172.17.0.2-1732535084525/current, will proceed with Du for space computation calculation, 2024-11-25T11:44:46,279 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data2/current/BP-1490709249-172.17.0.2-1732535084525/current, will proceed with Du for space computation calculation, 2024-11-25T11:44:46,279 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data1/current/BP-1490709249-172.17.0.2-1732535084525/current, will proceed with Du for space computation calculation, 2024-11-25T11:44:46,333 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:44:46,335 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:44:46,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbbcc9542ce4c5d2 with lease ID 0x5cdcd3e6f5404955: Processing first storage report for DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b from datanode DatanodeRegistration(127.0.0.1:42329, datanodeUuid=f227e92c-b73d-4157-ac1b-929ea7085a2d, infoPort=46165, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525) 2024-11-25T11:44:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbbcc9542ce4c5d2 with lease ID 0x5cdcd3e6f5404955: from storage DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b node DatanodeRegistration(127.0.0.1:42329, datanodeUuid=f227e92c-b73d-4157-ac1b-929ea7085a2d, infoPort=46165, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T11:44:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6df0f6f358523c0 with lease ID 0x5cdcd3e6f5404956: Processing first storage report for DS-b2bfb3f1-e785-435e-9061-5c7707603de2 from datanode DatanodeRegistration(127.0.0.1:45419, datanodeUuid=5553457f-3c4d-4ceb-b58d-11628cf7e417, infoPort=41555, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525) 2024-11-25T11:44:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6df0f6f358523c0 with lease ID 0x5cdcd3e6f5404956: from storage DS-b2bfb3f1-e785-435e-9061-5c7707603de2 node DatanodeRegistration(127.0.0.1:45419, datanodeUuid=5553457f-3c4d-4ceb-b58d-11628cf7e417, infoPort=41555, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:44:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbbcc9542ce4c5d2 with lease ID 0x5cdcd3e6f5404955: Processing first storage report for DS-24325ecf-e790-4194-a458-d185e4387ff7 from datanode DatanodeRegistration(127.0.0.1:42329, datanodeUuid=f227e92c-b73d-4157-ac1b-929ea7085a2d, infoPort=46165, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525) 2024-11-25T11:44:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbbcc9542ce4c5d2 with lease ID 0x5cdcd3e6f5404955: from storage DS-24325ecf-e790-4194-a458-d185e4387ff7 node DatanodeRegistration(127.0.0.1:42329, datanodeUuid=f227e92c-b73d-4157-ac1b-929ea7085a2d, infoPort=46165, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:44:46,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6df0f6f358523c0 with lease ID 0x5cdcd3e6f5404956: Processing first storage report for DS-7163b10f-e4d2-4000-9d28-b7dc743f632b from datanode DatanodeRegistration(127.0.0.1:45419, datanodeUuid=5553457f-3c4d-4ceb-b58d-11628cf7e417, infoPort=41555, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525) 2024-11-25T11:44:46,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6df0f6f358523c0 with lease ID 0x5cdcd3e6f5404956: from storage DS-7163b10f-e4d2-4000-9d28-b7dc743f632b node DatanodeRegistration(127.0.0.1:45419, datanodeUuid=5553457f-3c4d-4ceb-b58d-11628cf7e417, infoPort=41555, infoSecurePort=0, ipcPort=45489, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:44:46,420 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data5/current/BP-1490709249-172.17.0.2-1732535084525/current, will proceed with Du for space computation calculation, 2024-11-25T11:44:46,420 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data6/current/BP-1490709249-172.17.0.2-1732535084525/current, will proceed with Du for space computation calculation, 2024-11-25T11:44:46,457 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:44:46,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcbf3757a84e0156 with lease ID 0x5cdcd3e6f5404957: Processing first storage report for DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e from datanode DatanodeRegistration(127.0.0.1:33865, datanodeUuid=a2ac5db5-31b5-4313-b2d2-9726396b7080, infoPort=34089, infoSecurePort=0, ipcPort=35897, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525) 2024-11-25T11:44:46,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcbf3757a84e0156 with lease ID 0x5cdcd3e6f5404957: from storage DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e node DatanodeRegistration(127.0.0.1:33865, datanodeUuid=a2ac5db5-31b5-4313-b2d2-9726396b7080, infoPort=34089, infoSecurePort=0, ipcPort=35897, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:44:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcbf3757a84e0156 with lease ID 0x5cdcd3e6f5404957: Processing first storage report for DS-4d4f8027-9741-41fe-a034-69fb057fee54 from datanode DatanodeRegistration(127.0.0.1:33865, datanodeUuid=a2ac5db5-31b5-4313-b2d2-9726396b7080, infoPort=34089, infoSecurePort=0, ipcPort=35897, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525) 2024-11-25T11:44:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcbf3757a84e0156 with lease ID 0x5cdcd3e6f5404957: from storage DS-4d4f8027-9741-41fe-a034-69fb057fee54 node DatanodeRegistration(127.0.0.1:33865, datanodeUuid=a2ac5db5-31b5-4313-b2d2-9726396b7080, infoPort=34089, infoSecurePort=0, ipcPort=35897, storageInfo=lv=-57;cid=testClusterID;nsid=2125292314;c=1732535084525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:44:46,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202 2024-11-25T11:44:46,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/zookeeper_0, clientPort=52944, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:44:46,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52944 2024-11-25T11:44:46,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:46,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:44:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:44:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:44:47,389 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa with version=8 2024-11-25T11:44:47,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/hbase-staging 2024-11-25T11:44:47,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:44:47,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:47,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:47,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:44:47,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:47,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:44:47,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:44:47,907 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T11:44:47,916 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T11:44:47,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:44:47,948 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7394 (auto-detected) 2024-11-25T11:44:47,949 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T11:44:47,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40465 2024-11-25T11:44:47,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40465 connecting to ZooKeeper ensemble=127.0.0.1:52944 2024-11-25T11:44:48,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404650x0, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:44:48,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40465-0x1014ef159070000 connected 2024-11-25T11:44:48,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:48,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:48,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:44:48,080 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa, hbase.cluster.distributed=false 2024-11-25T11:44:48,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:44:48,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40465 2024-11-25T11:44:48,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40465 2024-11-25T11:44:48,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40465 2024-11-25T11:44:48,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40465 2024-11-25T11:44:48,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40465 2024-11-25T11:44:48,224 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:44:48,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:48,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:48,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:44:48,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:48,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:44:48,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:44:48,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:44:48,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33315 2024-11-25T11:44:48,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33315 connecting to ZooKeeper ensemble=127.0.0.1:52944 2024-11-25T11:44:48,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:48,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:48,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333150x0, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:44:48,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33315-0x1014ef159070001 connected 2024-11-25T11:44:48,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:44:48,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:44:48,262 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:44:48,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:44:48,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:44:48,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33315 2024-11-25T11:44:48,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33315 2024-11-25T11:44:48,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33315 2024-11-25T11:44:48,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33315 2024-11-25T11:44:48,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33315 2024-11-25T11:44:48,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:44:48,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:48,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:48,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:44:48,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:48,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:44:48,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:44:48,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:44:48,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41569 2024-11-25T11:44:48,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41569 connecting to ZooKeeper ensemble=127.0.0.1:52944 2024-11-25T11:44:48,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:48,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:48,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415690x0, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:44:48,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41569-0x1014ef159070002 connected 2024-11-25T11:44:48,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:44:48,326 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:44:48,327 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:44:48,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:44:48,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:44:48,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41569 2024-11-25T11:44:48,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41569 2024-11-25T11:44:48,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41569 2024-11-25T11:44:48,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41569 2024-11-25T11:44:48,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41569 2024-11-25T11:44:48,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:44:48,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:48,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:48,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:44:48,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:44:48,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:44:48,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:44:48,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:44:48,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45741 2024-11-25T11:44:48,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45741 connecting to ZooKeeper ensemble=127.0.0.1:52944 2024-11-25T11:44:48,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:48,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:48,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457410x0, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:44:48,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45741-0x1014ef159070003 connected 2024-11-25T11:44:48,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:44:48,368 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:44:48,373 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:44:48,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:44:48,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:44:48,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-25T11:44:48,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45741 2024-11-25T11:44:48,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45741 2024-11-25T11:44:48,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-25T11:44:48,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-25T11:44:48,401 DEBUG [M:0;96bb5f2c2895:40465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:40465 2024-11-25T11:44:48,402 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/96bb5f2c2895,40465,1732535087497 2024-11-25T11:44:48,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:44:48,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:44:48,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:44:48,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:44:48,413 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/96bb5f2c2895,40465,1732535087497 2024-11-25T11:44:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:44:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:44:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:44:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:48,438 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T11:44:48,439 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/96bb5f2c2895,40465,1732535087497 from backup master directory 2024-11-25T11:44:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/96bb5f2c2895,40465,1732535087497 2024-11-25T11:44:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:44:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:44:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:44:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:44:48,442 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:44:48,442 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,40465,1732535087497 2024-11-25T11:44:48,445 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T11:44:48,446 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T11:44:48,500 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/hbase.id] with ID: 65684154-a5f2-4518-a7dd-5f1319fa2666 2024-11-25T11:44:48,500 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/.tmp/hbase.id 2024-11-25T11:44:48,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:44:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:44:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:44:48,515 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/.tmp/hbase.id]:[hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/hbase.id] 2024-11-25T11:44:48,562 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:44:48,567 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:44:48,588 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-25T11:44:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:44:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:44:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:44:48,632 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:44:48,635 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:44:48,641 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:48,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:44:48,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:44:48,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:44:48,695 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store 2024-11-25T11:44:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:44:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:44:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:44:48,730 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T11:44:48,734 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:48,735 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:44:48,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:44:48,736 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:44:48,737 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:44:48,737 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:44:48,738 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:44:48,739 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732535088735Disabling compacts and flushes for region at 1732535088735Disabling writes for close at 1732535088737 (+2 ms)Writing region close event to WAL at 1732535088737Closed at 1732535088737 2024-11-25T11:44:48,741 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/.initializing 2024-11-25T11:44:48,741 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/WALs/96bb5f2c2895,40465,1732535087497 2024-11-25T11:44:48,750 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:44:48,769 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C40465%2C1732535087497, suffix=, logDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/WALs/96bb5f2c2895,40465,1732535087497, archiveDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/oldWALs, maxLogs=10 2024-11-25T11:44:48,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/WALs/96bb5f2c2895,40465,1732535087497/96bb5f2c2895%2C40465%2C1732535087497.1732535088775, exclude list is [], retry=0 2024-11-25T11:44:48,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:44:48,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:48,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:48,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:48,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T11:44:48,893 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/WALs/96bb5f2c2895,40465,1732535087497/96bb5f2c2895%2C40465%2C1732535087497.1732535088775 2024-11-25T11:44:48,894 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-25T11:44:48,895 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:44:48,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:48,899 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,900 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:44:48,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:48,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:44:48,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:44:48,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:48,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:48,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:44:48,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:48,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:48,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:44:48,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:48,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:48,988 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,991 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,992 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,997 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:48,998 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:49,001 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:44:49,004 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:44:49,009 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:44:49,011 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63618360, jitterRate=-0.05201256275177002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:44:49,017 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732535088913Initializing all the Stores at 1732535088916 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535088916Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535088917 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535088917Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535088917Cleaning up temporary data from old regions at 1732535088998 (+81 ms)Region opened successfully at 1732535089017 (+19 ms) 2024-11-25T11:44:49,018 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:44:49,057 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:44:49,090 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:44:49,103 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:44:49,103 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:44:49,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:44:49,108 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T11:44:49,113 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-25T11:44:49,113 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:44:49,143 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:44:49,151 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T11:44:49,154 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T11:44:49,157 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:44:49,158 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:44:49,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T11:44:49,161 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:44:49,164 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:44:49,165 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T11:44:49,166 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:44:49,168 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T11:44:49,186 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:44:49,188 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T11:44:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:44:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:44:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:44:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:44:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,196 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,40465,1732535087497, sessionid=0x1014ef159070000, setting cluster-up flag (Was=false) 2024-11-25T11:44:49,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,213 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T11:44:49,215 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,40465,1732535087497 2024-11-25T11:44:49,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,226 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T11:44:49,227 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,40465,1732535087497 2024-11-25T11:44:49,233 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:44:49,288 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(746): ClusterId : 65684154-a5f2-4518-a7dd-5f1319fa2666 2024-11-25T11:44:49,288 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(746): ClusterId : 65684154-a5f2-4518-a7dd-5f1319fa2666 2024-11-25T11:44:49,291 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(746): ClusterId : 65684154-a5f2-4518-a7dd-5f1319fa2666 2024-11-25T11:44:49,291 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:44:49,291 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:44:49,291 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:44:49,297 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:44:49,297 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:44:49,297 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:44:49,297 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:44:49,297 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:44:49,297 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:44:49,300 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:44:49,300 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:44:49,304 DEBUG [RS:1;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29be5999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:44:49,305 DEBUG [RS:0;96bb5f2c2895:33315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a7d9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:44:49,305 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:44:49,305 DEBUG [RS:2;96bb5f2c2895:45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23861bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:44:49,320 INFO [AsyncFSWAL-0-hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData-prefix:96bb5f2c2895,40465,1732535087497 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-25T11:44:49,326 DEBUG [RS:0;96bb5f2c2895:33315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:33315 2024-11-25T11:44:49,328 DEBUG [RS:2;96bb5f2c2895:45741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;96bb5f2c2895:45741 2024-11-25T11:44:49,328 DEBUG [RS:1;96bb5f2c2895:41569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;96bb5f2c2895:41569 2024-11-25T11:44:49,331 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:44:49,331 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:44:49,331 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:44:49,331 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:44:49,331 DEBUG [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:44:49,331 DEBUG [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:44:49,335 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,40465,1732535087497 with port=41569, startcode=1732535088310 2024-11-25T11:44:49,335 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,40465,1732535087497 with port=45741, startcode=1732535088352 2024-11-25T11:44:49,336 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:44:49,336 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:44:49,336 DEBUG [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:44:49,338 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,40465,1732535087497 with port=33315, startcode=1732535088186 2024-11-25T11:44:49,340 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:44:49,348 DEBUG [RS:0;96bb5f2c2895:33315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:44:49,348 DEBUG [RS:2;96bb5f2c2895:45741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:44:49,348 DEBUG [RS:1;96bb5f2c2895:41569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:44:49,353 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:44:49,363 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:44:49,370 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,40465,1732535087497 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:44:49,380 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:44:49,381 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:44:49,381 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:44:49,381 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:44:49,381 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:44:49,381 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,382 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:44:49,382 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,386 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732535119386 2024-11-25T11:44:49,389 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:44:49,390 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:44:49,390 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:44:49,390 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:44:49,390 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:44:49,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:44:49,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:44:49,394 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:44:49,395 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:44:49,395 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:44:49,395 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:44:49,397 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:44:49,396 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:49,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:44:49,403 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:44:49,404 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:44:49,404 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:44:49,404 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:44:49,405 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:44:49,412 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:44:49,413 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:44:49,420 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732535089414,5,FailOnTimeoutGroup] 2024-11-25T11:44:49,421 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732535089420,5,FailOnTimeoutGroup] 2024-11-25T11:44:49,421 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,421 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:44:49,445 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,446 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,448 DEBUG [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:44:49,448 DEBUG [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:44:49,448 DEBUG [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:44:49,449 WARN [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:44:49,449 WARN [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:44:49,449 WARN [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:44:49,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:44:49,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:44:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:44:49,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:44:49,453 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa 2024-11-25T11:44:49,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:44:49,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:44:49,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:44:49,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:49,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:44:49,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:44:49,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:49,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:44:49,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:44:49,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:44:49,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:49,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:44:49,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:44:49,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:44:49,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:49,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:44:49,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:44:49,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:44:49,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:49,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:44:49,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:44:49,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740 2024-11-25T11:44:49,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740 2024-11-25T11:44:49,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:44:49,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:44:49,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:44:49,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:44:49,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:44:49,496 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62110857, jitterRate=-0.07447610795497894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:44:49,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732535089467Initializing all the Stores at 1732535089469 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535089469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535089469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535089469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535089469Cleaning up temporary data from old regions at 1732535089487 (+18 ms)Region opened successfully at 1732535089499 (+12 ms) 2024-11-25T11:44:49,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:44:49,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:44:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:44:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:44:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:44:49,501 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:44:49,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732535089499Disabling compacts and flushes for region at 1732535089499Disabling writes for close at 1732535089500 (+1 ms)Writing region close event to WAL at 1732535089501 (+1 ms)Closed at 1732535089501 2024-11-25T11:44:49,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:44:49,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:44:49,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:44:49,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:44:49,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:44:49,550 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,40465,1732535087497 with port=45741, startcode=1732535088352 2024-11-25T11:44:49,550 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,40465,1732535087497 with port=41569, startcode=1732535088310 2024-11-25T11:44:49,550 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,40465,1732535087497 with port=33315, startcode=1732535088186 2024-11-25T11:44:49,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,45741,1732535088352 2024-11-25T11:44:49,554 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,45741,1732535088352 2024-11-25T11:44:49,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,41569,1732535088310 2024-11-25T11:44:49,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,41569,1732535088310 2024-11-25T11:44:49,563 DEBUG [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa 2024-11-25T11:44:49,563 DEBUG [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39301 2024-11-25T11:44:49,563 DEBUG [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:44:49,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,33315,1732535088186 2024-11-25T11:44:49,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,33315,1732535088186 2024-11-25T11:44:49,567 DEBUG [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa 2024-11-25T11:44:49,567 DEBUG [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39301 2024-11-25T11:44:49,567 DEBUG [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:44:49,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:44:49,569 DEBUG [RS:2;96bb5f2c2895:45741 {}] zookeeper.ZKUtil(111): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/96bb5f2c2895,45741,1732535088352 2024-11-25T11:44:49,569 WARN [RS:2;96bb5f2c2895:45741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:44:49,569 INFO [RS:2;96bb5f2c2895:45741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:49,569 DEBUG [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,45741,1732535088352 2024-11-25T11:44:49,571 DEBUG [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa 2024-11-25T11:44:49,571 DEBUG [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39301 2024-11-25T11:44:49,571 DEBUG [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:44:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:44:49,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,41569,1732535088310] 2024-11-25T11:44:49,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,45741,1732535088352] 2024-11-25T11:44:49,577 DEBUG [RS:1;96bb5f2c2895:41569 {}] zookeeper.ZKUtil(111): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/96bb5f2c2895,41569,1732535088310 2024-11-25T11:44:49,577 WARN [RS:1;96bb5f2c2895:41569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:44:49,577 DEBUG [RS:0;96bb5f2c2895:33315 {}] zookeeper.ZKUtil(111): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/96bb5f2c2895,33315,1732535088186 2024-11-25T11:44:49,577 INFO [RS:1;96bb5f2c2895:41569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:49,577 WARN [RS:0;96bb5f2c2895:33315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:44:49,577 DEBUG [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310 2024-11-25T11:44:49,577 INFO [RS:0;96bb5f2c2895:33315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:49,577 DEBUG [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,33315,1732535088186 2024-11-25T11:44:49,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,33315,1732535088186] 2024-11-25T11:44:49,599 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:44:49,599 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:44:49,599 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:44:49,612 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:44:49,612 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:44:49,612 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:44:49,621 INFO [RS:1;96bb5f2c2895:41569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:44:49,621 INFO [RS:2;96bb5f2c2895:45741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:44:49,621 INFO [RS:0;96bb5f2c2895:33315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:44:49,621 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,621 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,621 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,622 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:44:49,622 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:44:49,622 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:44:49,629 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:44:49,629 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:44:49,629 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:44:49,631 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,631 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,631 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,631 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,631 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:44:49,632 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:44:49,632 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:44:49,632 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:44:49,632 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,632 DEBUG [RS:1;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:44:49,632 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,633 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,633 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,633 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:44:49,633 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:44:49,633 DEBUG [RS:0;96bb5f2c2895:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:44:49,633 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:44:49,633 DEBUG [RS:2;96bb5f2c2895:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:44:49,634 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,634 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,634 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,635 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,635 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,635 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,635 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,635 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,635 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,635 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,635 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41569,1732535088310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:44:49,635 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33315,1732535088186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:44:49,636 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,636 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,637 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,637 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,637 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,637 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45741,1732535088352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:44:49,660 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:44:49,660 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:44:49,660 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:44:49,662 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45741,1732535088352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,662 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33315,1732535088186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,662 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41569,1732535088310-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,663 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,663 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,663 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,663 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.Replication(171): 96bb5f2c2895,41569,1732535088310 started 2024-11-25T11:44:49,663 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.Replication(171): 96bb5f2c2895,33315,1732535088186 started 2024-11-25T11:44:49,663 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.Replication(171): 96bb5f2c2895,45741,1732535088352 started 2024-11-25T11:44:49,675 WARN [96bb5f2c2895:40465 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T11:44:49,682 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,683 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,45741,1732535088352, RpcServer on 96bb5f2c2895/172.17.0.2:45741, sessionid=0x1014ef159070003 2024-11-25T11:44:49,683 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:44:49,684 DEBUG [RS:2;96bb5f2c2895:45741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,45741,1732535088352 2024-11-25T11:44:49,684 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,45741,1732535088352' 2024-11-25T11:44:49,684 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:44:49,685 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:44:49,686 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:44:49,686 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:44:49,686 DEBUG [RS:2;96bb5f2c2895:45741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,45741,1732535088352 2024-11-25T11:44:49,686 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,45741,1732535088352' 2024-11-25T11:44:49,686 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:44:49,687 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:44:49,687 DEBUG [RS:2;96bb5f2c2895:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:44:49,687 INFO [RS:2;96bb5f2c2895:45741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:44:49,688 INFO [RS:2;96bb5f2c2895:45741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:44:49,688 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,688 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:49,689 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,33315,1732535088186, RpcServer on 96bb5f2c2895/172.17.0.2:33315, sessionid=0x1014ef159070001 2024-11-25T11:44:49,689 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,41569,1732535088310, RpcServer on 96bb5f2c2895/172.17.0.2:41569, sessionid=0x1014ef159070002 2024-11-25T11:44:49,689 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:44:49,689 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:44:49,689 DEBUG [RS:0;96bb5f2c2895:33315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,33315,1732535088186 2024-11-25T11:44:49,689 DEBUG [RS:1;96bb5f2c2895:41569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,41569,1732535088310 2024-11-25T11:44:49,689 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,33315,1732535088186' 2024-11-25T11:44:49,689 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,41569,1732535088310' 2024-11-25T11:44:49,689 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:44:49,689 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:44:49,690 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:44:49,690 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:44:49,690 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:44:49,690 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:44:49,690 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:44:49,690 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:44:49,690 DEBUG [RS:1;96bb5f2c2895:41569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,41569,1732535088310 2024-11-25T11:44:49,691 DEBUG [RS:0;96bb5f2c2895:33315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,33315,1732535088186 2024-11-25T11:44:49,691 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,41569,1732535088310' 2024-11-25T11:44:49,691 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:44:49,691 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,33315,1732535088186' 2024-11-25T11:44:49,691 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:44:49,691 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:44:49,691 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:44:49,692 DEBUG [RS:1;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:44:49,692 INFO [RS:1;96bb5f2c2895:41569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:44:49,692 INFO [RS:1;96bb5f2c2895:41569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:44:49,692 DEBUG [RS:0;96bb5f2c2895:33315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:44:49,692 INFO [RS:0;96bb5f2c2895:33315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:44:49,692 INFO [RS:0;96bb5f2c2895:33315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:44:49,793 INFO [RS:0;96bb5f2c2895:33315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:44:49,793 INFO [RS:1;96bb5f2c2895:41569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:44:49,793 INFO [RS:2;96bb5f2c2895:45741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:44:49,796 INFO [RS:0;96bb5f2c2895:33315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C33315%2C1732535088186, suffix=, logDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,33315,1732535088186, archiveDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/oldWALs, maxLogs=32 2024-11-25T11:44:49,796 INFO [RS:1;96bb5f2c2895:41569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C41569%2C1732535088310, suffix=, logDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310, archiveDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/oldWALs, maxLogs=32 2024-11-25T11:44:49,796 INFO [RS:2;96bb5f2c2895:45741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C45741%2C1732535088352, suffix=, logDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,45741,1732535088352, archiveDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/oldWALs, maxLogs=32 2024-11-25T11:44:49,816 DEBUG [RS:2;96bb5f2c2895:45741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,45741,1732535088352/96bb5f2c2895%2C45741%2C1732535088352.1732535089801, exclude list is [], retry=0 2024-11-25T11:44:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:49,823 DEBUG [RS:1;96bb5f2c2895:41569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310/96bb5f2c2895%2C41569%2C1732535088310.1732535089801, exclude list is [], retry=0 2024-11-25T11:44:49,823 DEBUG [RS:0;96bb5f2c2895:33315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,33315,1732535088186/96bb5f2c2895%2C33315%2C1732535088186.1732535089801, exclude list is [], retry=0 2024-11-25T11:44:49,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:49,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:49,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:49,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:49,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:49,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:49,834 INFO [RS:2;96bb5f2c2895:45741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,45741,1732535088352/96bb5f2c2895%2C45741%2C1732535088352.1732535089801 2024-11-25T11:44:49,838 DEBUG [RS:2;96bb5f2c2895:45741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:44:49,846 INFO [RS:0;96bb5f2c2895:33315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,33315,1732535088186/96bb5f2c2895%2C33315%2C1732535088186.1732535089801 2024-11-25T11:44:49,848 DEBUG [RS:0;96bb5f2c2895:33315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:44:49,849 INFO [RS:1;96bb5f2c2895:41569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310/96bb5f2c2895%2C41569%2C1732535088310.1732535089801 2024-11-25T11:44:49,850 DEBUG [RS:1;96bb5f2c2895:41569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:44:49,929 DEBUG [96bb5f2c2895:40465 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T11:44:49,937 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(204): Hosts are {96bb5f2c2895=0} racks are {/default-rack=0} 2024-11-25T11:44:49,943 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:44:49,943 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:44:49,943 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T11:44:49,943 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:44:49,944 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:44:49,944 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T11:44:49,944 INFO [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:44:49,944 INFO [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:44:49,944 INFO [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T11:44:49,944 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:44:49,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,33315,1732535088186 2024-11-25T11:44:49,956 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,33315,1732535088186, state=OPENING 2024-11-25T11:44:49,961 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:44:49,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:44:49,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:44:49,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:44:49,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:44:49,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:44:49,966 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:44:49,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,33315,1732535088186}] 2024-11-25T11:44:50,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:44:50,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:44:50,159 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:44:50,160 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:50,160 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:44:50,163 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C33315%2C1732535088186.meta, suffix=.meta, logDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,33315,1732535088186, archiveDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/oldWALs, maxLogs=32 2024-11-25T11:44:50,181 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,33315,1732535088186/96bb5f2c2895%2C33315%2C1732535088186.meta.1732535090165.meta, exclude list is [], retry=0 2024-11-25T11:44:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:50,189 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,33315,1732535088186/96bb5f2c2895%2C33315%2C1732535088186.meta.1732535090165.meta 2024-11-25T11:44:50,190 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:44:50,190 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:44:50,192 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:44:50,195 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:44:50,199 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:44:50,204 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:44:50,204 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:50,204 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:44:50,204 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:44:50,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:44:50,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:44:50,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:50,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:44:50,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:44:50,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:44:50,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:50,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:44:50,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:44:50,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:44:50,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:50,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:44:50,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:44:50,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:44:50,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:50,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:44:50,217 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:44:50,218 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740 2024-11-25T11:44:50,221 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740 2024-11-25T11:44:50,223 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:44:50,223 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:44:50,224 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:44:50,227 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:44:50,229 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73045069, jitterRate=0.08845634758472443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:44:50,229 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:44:50,230 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732535090205Writing region info on filesystem at 1732535090205Initializing all the Stores at 1732535090207 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535090207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535090207Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535090207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535090207Cleaning up temporary data from old regions at 1732535090223 (+16 ms)Running coprocessor post-open hooks at 1732535090229 (+6 ms)Region opened successfully at 1732535090230 (+1 ms) 2024-11-25T11:44:50,238 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732535090134 2024-11-25T11:44:50,250 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:44:50,250 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:44:50,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,33315,1732535088186 2024-11-25T11:44:50,254 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,33315,1732535088186, state=OPEN 2024-11-25T11:44:50,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:44:50,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:44:50,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:44:50,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:44:50,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:44:50,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:44:50,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:44:50,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:44:50,257 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,33315,1732535088186 2024-11-25T11:44:50,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:44:50,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,33315,1732535088186 in 291 msec 2024-11-25T11:44:50,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:44:50,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 754 msec 2024-11-25T11:44:50,273 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:44:50,273 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:44:50,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:44:50,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,33315,1732535088186, seqNum=-1] 2024-11-25T11:44:50,326 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:44:50,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:44:50,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0860 sec 2024-11-25T11:44:50,349 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732535090349, completionTime=-1 2024-11-25T11:44:50,351 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T11:44:50,352 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:44:50,402 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T11:44:50,402 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732535150402 2024-11-25T11:44:50,402 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732535210402 2024-11-25T11:44:50,402 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 50 msec 2024-11-25T11:44:50,403 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:44:50,410 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40465,1732535087497-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:50,410 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40465,1732535087497-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:50,411 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40465,1732535087497-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:50,412 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:40465, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:50,413 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:50,420 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:50,426 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:44:50,450 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.007sec 2024-11-25T11:44:50,452 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:44:50,453 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:44:50,454 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:44:50,455 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:44:50,455 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:44:50,455 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40465,1732535087497-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:44:50,456 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40465,1732535087497-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:44:50,461 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:44:50,461 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:44:50,462 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40465,1732535087497-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:44:50,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344137bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:44:50,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,40465,-1 for getting cluster id 2024-11-25T11:44:50,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:44:50,509 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65684154-a5f2-4518-a7dd-5f1319fa2666' 2024-11-25T11:44:50,511 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:44:50,512 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65684154-a5f2-4518-a7dd-5f1319fa2666" 2024-11-25T11:44:50,512 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263a263e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:44:50,512 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,40465,-1] 2024-11-25T11:44:50,514 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:44:50,516 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:44:50,517 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:44:50,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c6d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:44:50,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:44:50,529 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,33315,1732535088186, seqNum=-1] 2024-11-25T11:44:50,529 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:44:50,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:44:50,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,40465,1732535087497 2024-11-25T11:44:50,560 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39301/hbase 2024-11-25T11:44:50,576 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=4446 2024-11-25T11:44:50,595 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:50,599 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:50,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:44:50,604 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90276896, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-90276896, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:50,620 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90276896/hregion-90276896.1732535090606, exclude list is [], retry=0 2024-11-25T11:44:50,625 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:50,626 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:50,627 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:50,634 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90276896/hregion-90276896.1732535090606 2024-11-25T11:44:50,634 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:44:50,635 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7541da4b2af4786de89b80e8fde73bdf, NAME => 'testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:44:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741838_1014 (size=64) 2024-11-25T11:44:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741838_1014 (size=64) 2024-11-25T11:44:50,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741838_1014 (size=64) 2024-11-25T11:44:50,650 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:50,652 INFO [StoreOpener-7541da4b2af4786de89b80e8fde73bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,654 INFO [StoreOpener-7541da4b2af4786de89b80e8fde73bdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7541da4b2af4786de89b80e8fde73bdf columnFamilyName a 2024-11-25T11:44:50,654 DEBUG [StoreOpener-7541da4b2af4786de89b80e8fde73bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:50,655 INFO [StoreOpener-7541da4b2af4786de89b80e8fde73bdf-1 {}] regionserver.HStore(327): Store=7541da4b2af4786de89b80e8fde73bdf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:50,655 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,657 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,657 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,658 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,658 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,662 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,666 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:44:50,666 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7541da4b2af4786de89b80e8fde73bdf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62713184, jitterRate=-0.06550073623657227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:44:50,667 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7541da4b2af4786de89b80e8fde73bdf: Writing region info on filesystem at 1732535090650Initializing all the Stores at 1732535090651 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535090651Cleaning up temporary data from old regions at 1732535090658 (+7 ms)Region opened successfully at 1732535090667 (+9 ms) 2024-11-25T11:44:50,668 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7541da4b2af4786de89b80e8fde73bdf, disabling compactions & flushes 2024-11-25T11:44:50,668 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf. 2024-11-25T11:44:50,668 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf. 2024-11-25T11:44:50,668 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf. after waiting 0 ms 2024-11-25T11:44:50,668 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf. 2024-11-25T11:44:50,668 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf. 2024-11-25T11:44:50,668 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7541da4b2af4786de89b80e8fde73bdf: Waiting for close lock at 1732535090667Disabling compacts and flushes for region at 1732535090667Disabling writes for close at 1732535090668 (+1 ms)Writing region close event to WAL at 1732535090668Closed at 1732535090668 2024-11-25T11:44:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741837_1013 (size=95) 2024-11-25T11:44:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741837_1013 (size=95) 2024-11-25T11:44:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741837_1013 (size=95) 2024-11-25T11:44:50,680 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:44:50,680 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90276896:(num 1732535090606) 2024-11-25T11:44:50,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T11:44:50,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741839_1015 (size=320) 2024-11-25T11:44:50,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741839_1015 (size=320) 2024-11-25T11:44:50,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741839_1015 (size=320) 2024-11-25T11:44:50,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T11:44:50,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741840_1016 (size=253) 2024-11-25T11:44:50,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741840_1016 (size=253) 2024-11-25T11:44:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741840_1016 (size=253) 2024-11-25T11:44:50,737 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1, size=320 (320bytes) 2024-11-25T11:44:50,738 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T11:44:50,738 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T11:44:50,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1 2024-11-25T11:44:50,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1 after 3ms 2024-11-25T11:44:50,751 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:50,752 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1 took 16ms 2024-11-25T11:44:50,763 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1 so closing down 2024-11-25T11:44:50,763 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:44:50,765 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T11:44:50,767 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T11:44:50,768 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:44:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741841_1017 (size=320) 2024-11-25T11:44:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741841_1017 (size=320) 2024-11-25T11:44:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741841_1017 (size=320) 2024-11-25T11:44:50,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T11:44:50,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002 2024-11-25T11:44:50,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-25T11:44:50,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1, journal: Splitting hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1, size=320 (320bytes) at 1732535090737Finishing writing output for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1 so closing down at 1732535090763 (+26 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000001-wal-1.temp at 1732535090767 (+4 ms)3 split writer threads finished at 1732535090768 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732535090780 (+12 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002 at 1732535090783 (+3 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732535090786 (+3 ms) 2024-11-25T11:44:50,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2, size=253 (253bytes) 2024-11-25T11:44:50,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2 2024-11-25T11:44:50,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2 after 1ms 2024-11-25T11:44:50,808 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:50,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2 took 5ms 2024-11-25T11:44:50,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2 so closing down 2024-11-25T11:44:50,811 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:44:50,814 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T11:44:50,815 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T11:44:50,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:44:50,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741842_1018 (size=253) 2024-11-25T11:44:50,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741842_1018 (size=253) 2024-11-25T11:44:50,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741842_1018 (size=253) 2024-11-25T11:44:50,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T11:44:50,830 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:50,833 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-25T11:44:50,834 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-25T11:44:50,834 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2, journal: Splitting hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2, size=253 (253bytes) at 1732535090803Finishing writing output for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2 so closing down at 1732535090811 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002-wal-2.temp at 1732535090815 (+4 ms)3 split writer threads finished at 1732535090816 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732535090826 (+10 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732535090834 (+8 ms) 2024-11-25T11:44:50,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:44:50,837 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:50,851 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal.1732535090838, exclude list is [], retry=0 2024-11-25T11:44:50,856 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:50,856 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:50,857 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:50,859 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal.1732535090838 2024-11-25T11:44:50,860 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:44:50,860 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7541da4b2af4786de89b80e8fde73bdf, NAME => 'testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:44:50,860 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:50,860 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,860 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,863 INFO [StoreOpener-7541da4b2af4786de89b80e8fde73bdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,864 INFO [StoreOpener-7541da4b2af4786de89b80e8fde73bdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7541da4b2af4786de89b80e8fde73bdf columnFamilyName a 2024-11-25T11:44:50,864 DEBUG [StoreOpener-7541da4b2af4786de89b80e8fde73bdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:50,865 INFO [StoreOpener-7541da4b2af4786de89b80e8fde73bdf-1 {}] regionserver.HStore(327): Store=7541da4b2af4786de89b80e8fde73bdf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:50,865 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,866 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,869 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:50,871 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002 2024-11-25T11:44:50,874 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:50,880 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002 2024-11-25T11:44:50,883 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7541da4b2af4786de89b80e8fde73bdf 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T11:44:50,937 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/.tmp/a/b6ba36a3486e43a19830b4e5b754a6db is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732535090681/Put/seqid=0 2024-11-25T11:44:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741844_1020 (size=5170) 2024-11-25T11:44:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741844_1020 (size=5170) 2024-11-25T11:44:50,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741844_1020 (size=5170) 2024-11-25T11:44:50,951 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/.tmp/a/b6ba36a3486e43a19830b4e5b754a6db 2024-11-25T11:44:50,996 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/.tmp/a/b6ba36a3486e43a19830b4e5b754a6db as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/a/b6ba36a3486e43a19830b4e5b754a6db 2024-11-25T11:44:51,005 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/a/b6ba36a3486e43a19830b4e5b754a6db, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T11:44:51,011 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 7541da4b2af4786de89b80e8fde73bdf in 126ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T11:44:51,013 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/0000000000000000002 2024-11-25T11:44:51,014 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:51,014 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:51,018 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7541da4b2af4786de89b80e8fde73bdf 2024-11-25T11:44:51,021 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/7541da4b2af4786de89b80e8fde73bdf/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T11:44:51,023 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7541da4b2af4786de89b80e8fde73bdf; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75213159, jitterRate=0.12076340615749359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:44:51,024 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7541da4b2af4786de89b80e8fde73bdf: Writing region info on filesystem at 1732535090860Initializing all the Stores at 1732535090862 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535090862Obtaining lock to block concurrent updates at 1732535090883 (+21 ms)Preparing flush snapshotting stores in 7541da4b2af4786de89b80e8fde73bdf at 1732535090883Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732535090886 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732535090596.7541da4b2af4786de89b80e8fde73bdf. at 1732535090886Flushing 7541da4b2af4786de89b80e8fde73bdf/a: creating writer at 1732535090887 (+1 ms)Flushing 7541da4b2af4786de89b80e8fde73bdf/a: appending metadata at 1732535090927 (+40 ms)Flushing 7541da4b2af4786de89b80e8fde73bdf/a: closing flushed file at 1732535090929 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c35ce4b: reopening flushed file at 1732535090994 (+65 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 7541da4b2af4786de89b80e8fde73bdf in 126ms, sequenceid=2, compaction requested=false; wal=null at 1732535091011 (+17 ms)Cleaning up temporary data from old regions at 1732535091014 (+3 ms)Region opened successfully at 1732535091024 (+10 ms) 2024-11-25T11:44:51,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=374 (was 363) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:58928 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:58858 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:38810 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:55644 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:51542 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39301/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:40156 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=4432 (was 4446) 2024-11-25T11:44:51,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=4431 2024-11-25T11:44:51,096 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:51,099 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:51,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:44:51,104 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49005428, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-49005428, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:51,119 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49005428/hregion-49005428.1732535091105, exclude list is [], retry=0 2024-11-25T11:44:51,123 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:51,124 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:51,124 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:51,127 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49005428/hregion-49005428.1732535091105 2024-11-25T11:44:51,128 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-25T11:44:51,128 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e3dc05d448a9ed81af318253936be9d6, NAME => 'testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:44:51,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741846_1022 (size=64) 2024-11-25T11:44:51,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741846_1022 (size=64) 2024-11-25T11:44:51,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741846_1022 (size=64) 2024-11-25T11:44:51,145 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:51,147 INFO [StoreOpener-e3dc05d448a9ed81af318253936be9d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,149 INFO [StoreOpener-e3dc05d448a9ed81af318253936be9d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3dc05d448a9ed81af318253936be9d6 columnFamilyName a 2024-11-25T11:44:51,149 DEBUG [StoreOpener-e3dc05d448a9ed81af318253936be9d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:51,150 INFO [StoreOpener-e3dc05d448a9ed81af318253936be9d6-1 {}] regionserver.HStore(327): Store=e3dc05d448a9ed81af318253936be9d6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:51,150 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,151 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,151 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,152 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,152 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,154 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,157 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:44:51,157 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e3dc05d448a9ed81af318253936be9d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59017555, jitterRate=-0.12056989967823029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:44:51,158 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e3dc05d448a9ed81af318253936be9d6: Writing region info on filesystem at 1732535091145Initializing all the Stores at 1732535091146 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535091146Cleaning up temporary data from old regions at 1732535091152 (+6 ms)Region opened successfully at 1732535091157 (+5 ms) 2024-11-25T11:44:51,158 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e3dc05d448a9ed81af318253936be9d6, disabling compactions & flushes 2024-11-25T11:44:51,158 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6. 2024-11-25T11:44:51,158 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6. 2024-11-25T11:44:51,158 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6. after waiting 0 ms 2024-11-25T11:44:51,158 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6. 2024-11-25T11:44:51,158 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6. 2024-11-25T11:44:51,158 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e3dc05d448a9ed81af318253936be9d6: Waiting for close lock at 1732535091158Disabling compacts and flushes for region at 1732535091158Disabling writes for close at 1732535091158Writing region close event to WAL at 1732535091158Closed at 1732535091158 2024-11-25T11:44:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741845_1021 (size=95) 2024-11-25T11:44:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741845_1021 (size=95) 2024-11-25T11:44:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741845_1021 (size=95) 2024-11-25T11:44:51,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:44:51,170 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49005428:(num 1732535091105) 2024-11-25T11:44:51,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T11:44:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741847_1023 (size=320) 2024-11-25T11:44:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741847_1023 (size=320) 2024-11-25T11:44:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741847_1023 (size=320) 2024-11-25T11:44:51,185 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T11:44:51,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741848_1024 (size=253) 2024-11-25T11:44:51,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741848_1024 (size=253) 2024-11-25T11:44:51,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741848_1024 (size=253) 2024-11-25T11:44:51,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2, size=253 (253bytes) 2024-11-25T11:44:51,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2 2024-11-25T11:44:51,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2 after 1ms 2024-11-25T11:44:51,218 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:51,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2 took 6ms 2024-11-25T11:44:51,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2 so closing down 2024-11-25T11:44:51,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:44:51,223 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T11:44:51,225 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T11:44:51,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:44:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741849_1025 (size=253) 2024-11-25T11:44:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741849_1025 (size=253) 2024-11-25T11:44:51,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741849_1025 (size=253) 2024-11-25T11:44:51,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T11:44:51,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002 2024-11-25T11:44:51,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-25T11:44:51,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2, journal: Splitting hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2, size=253 (253bytes) at 1732535091214Finishing writing output for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2 so closing down at 1732535091221 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002-wal-2.temp at 1732535091225 (+4 ms)3 split writer threads finished at 1732535091226 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732535091235 (+9 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002 at 1732535091238 (+3 ms)Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732535091238 2024-11-25T11:44:51,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1, size=320 (320bytes) 2024-11-25T11:44:51,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1 2024-11-25T11:44:51,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1 after 1ms 2024-11-25T11:44:51,258 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:51,258 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1 took 5ms 2024-11-25T11:44:51,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1 so closing down 2024-11-25T11:44:51,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:44:51,262 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T11:44:51,264 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T11:44:51,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:44:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741850_1026 (size=320) 2024-11-25T11:44:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741850_1026 (size=320) 2024-11-25T11:44:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741850_1026 (size=320) 2024-11-25T11:44:51,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T11:44:51,278 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:51,280 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002, length=253 2024-11-25T11:44:51,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002 2024-11-25T11:44:51,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-25T11:44:51,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1, journal: Splitting hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1, size=320 (320bytes) at 1732535091253Finishing writing output for hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1 so closing down at 1732535091260 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000001-wal-1.temp at 1732535091264 (+4 ms)3 split writer threads finished at 1732535091264Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732535091274 (+10 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002 at 1732535091283 (+9 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732535091283 2024-11-25T11:44:51,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:44:51,286 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:51,299 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal.1732535091286, exclude list is [], retry=0 2024-11-25T11:44:51,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:51,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:51,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:51,306 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal.1732535091286 2024-11-25T11:44:51,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:44:51,307 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e3dc05d448a9ed81af318253936be9d6, NAME => 'testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:44:51,307 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:51,307 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,307 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,309 INFO [StoreOpener-e3dc05d448a9ed81af318253936be9d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,311 INFO [StoreOpener-e3dc05d448a9ed81af318253936be9d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3dc05d448a9ed81af318253936be9d6 columnFamilyName a 2024-11-25T11:44:51,311 DEBUG [StoreOpener-e3dc05d448a9ed81af318253936be9d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:51,312 INFO [StoreOpener-e3dc05d448a9ed81af318253936be9d6-1 {}] regionserver.HStore(327): Store=e3dc05d448a9ed81af318253936be9d6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:51,312 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,313 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,316 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,317 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002 2024-11-25T11:44:51,321 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:51,323 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002 2024-11-25T11:44:51,323 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e3dc05d448a9ed81af318253936be9d6 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T11:44:51,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/.tmp/a/e2a7fed4b5c947128c8d99f11a580a16 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732535091170/Put/seqid=0 2024-11-25T11:44:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741852_1028 (size=5170) 2024-11-25T11:44:51,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741852_1028 (size=5170) 2024-11-25T11:44:51,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741852_1028 (size=5170) 2024-11-25T11:44:51,352 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/.tmp/a/e2a7fed4b5c947128c8d99f11a580a16 2024-11-25T11:44:51,361 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/.tmp/a/e2a7fed4b5c947128c8d99f11a580a16 as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/a/e2a7fed4b5c947128c8d99f11a580a16 2024-11-25T11:44:51,370 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/a/e2a7fed4b5c947128c8d99f11a580a16, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T11:44:51,370 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e3dc05d448a9ed81af318253936be9d6 in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T11:44:51,371 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/0000000000000000002 2024-11-25T11:44:51,372 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,372 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,374 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e3dc05d448a9ed81af318253936be9d6 2024-11-25T11:44:51,377 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/e3dc05d448a9ed81af318253936be9d6/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T11:44:51,379 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e3dc05d448a9ed81af318253936be9d6; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64154380, jitterRate=-0.0440252423286438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:44:51,379 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e3dc05d448a9ed81af318253936be9d6: Writing region info on filesystem at 1732535091307Initializing all the Stores at 1732535091309 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535091309Obtaining lock to block concurrent updates at 1732535091323 (+14 ms)Preparing flush snapshotting stores in e3dc05d448a9ed81af318253936be9d6 at 1732535091323Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732535091323Flushing stores of testReplayEditsWrittenIntoWAL,,1732535091097.e3dc05d448a9ed81af318253936be9d6. at 1732535091323Flushing e3dc05d448a9ed81af318253936be9d6/a: creating writer at 1732535091323Flushing e3dc05d448a9ed81af318253936be9d6/a: appending metadata at 1732535091340 (+17 ms)Flushing e3dc05d448a9ed81af318253936be9d6/a: closing flushed file at 1732535091340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@512bf5da: reopening flushed file at 1732535091360 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e3dc05d448a9ed81af318253936be9d6 in 47ms, sequenceid=2, compaction requested=false; wal=null at 1732535091370 (+10 ms)Cleaning up temporary data from old regions at 1732535091372 (+2 ms)Region opened successfully at 1732535091379 (+7 ms) 2024-11-25T11:44:51,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:55710 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:58928 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:51614 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:58858 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:38810 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:40236 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=4425 (was 4431) 2024-11-25T11:44:51,406 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=4423 2024-11-25T11:44:51,423 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:51,425 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:51,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:44:51,429 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27446447, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-27446447, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:51,442 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27446447/hregion-27446447.1732535091429, exclude list is [], retry=0 2024-11-25T11:44:51,446 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:51,446 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:51,446 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:51,448 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27446447/hregion-27446447.1732535091429 2024-11-25T11:44:51,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:44:51,449 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 13f1f3c7e9fc66559a2624e0e13ac383, NAME => 'testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:44:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741854_1030 (size=64) 2024-11-25T11:44:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741854_1030 (size=64) 2024-11-25T11:44:51,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741854_1030 (size=64) 2024-11-25T11:44:51,465 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:51,467 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:51,470 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f1f3c7e9fc66559a2624e0e13ac383 columnFamilyName a 2024-11-25T11:44:51,470 DEBUG [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:51,471 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(327): Store=13f1f3c7e9fc66559a2624e0e13ac383/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:51,471 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:51,473 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f1f3c7e9fc66559a2624e0e13ac383 columnFamilyName b 2024-11-25T11:44:51,473 DEBUG [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:51,474 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(327): Store=13f1f3c7e9fc66559a2624e0e13ac383/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:51,474 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:51,480 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f1f3c7e9fc66559a2624e0e13ac383 columnFamilyName c 2024-11-25T11:44:51,480 DEBUG [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:51,481 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(327): Store=13f1f3c7e9fc66559a2624e0e13ac383/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:51,481 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:51,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:51,483 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:51,484 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:51,485 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:51,485 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:44:51,487 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:51,489 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:44:51,490 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 13f1f3c7e9fc66559a2624e0e13ac383; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72840020, jitterRate=0.08540087938308716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:44:51,490 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 13f1f3c7e9fc66559a2624e0e13ac383: Writing region info on filesystem at 1732535091465Initializing all the Stores at 1732535091467 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535091467Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535091467Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535091467Cleaning up temporary data from old regions at 1732535091485 (+18 ms)Region opened successfully at 1732535091490 (+5 ms) 2024-11-25T11:44:51,490 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 13f1f3c7e9fc66559a2624e0e13ac383, disabling compactions & flushes 2024-11-25T11:44:51,490 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. 2024-11-25T11:44:51,490 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. 2024-11-25T11:44:51,490 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. after waiting 0 ms 2024-11-25T11:44:51,490 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. 2024-11-25T11:44:51,491 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. 2024-11-25T11:44:51,491 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 13f1f3c7e9fc66559a2624e0e13ac383: Waiting for close lock at 1732535091490Disabling compacts and flushes for region at 1732535091490Disabling writes for close at 1732535091490Writing region close event to WAL at 1732535091491 (+1 ms)Closed at 1732535091491 2024-11-25T11:44:51,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741853_1029 (size=95) 2024-11-25T11:44:51,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741853_1029 (size=95) 2024-11-25T11:44:51,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741853_1029 (size=95) 2024-11-25T11:44:51,497 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:44:51,497 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27446447:(num 1732535091429) 2024-11-25T11:44:51,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:44:51,499 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:51,513 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500, exclude list is [], retry=0 2024-11-25T11:44:51,517 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:51,517 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:51,518 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:51,521 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 2024-11-25T11:44:51,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:44:51,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500, size=0 (0bytes) 2024-11-25T11:44:51,742 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 might be still open, length is 0 2024-11-25T11:44:51,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 2024-11-25T11:44:51,743 WARN [IPC Server handler 1 on default port 39301 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-25T11:44:51,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 after 2ms 2024-11-25T11:44:52,479 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:55752 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42329:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55752 dst: /127.0.0.1:42329 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42329 remote=/127.0.0.1:55752]. Total timeout mills is 60000, 59229 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:44:52,480 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:40264 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45419:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40264 dst: /127.0.0.1:45419 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:44:52,480 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:51666 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33865:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51666 dst: /127.0.0.1:33865 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:44:52,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741855_1032 (size=263633) 2024-11-25T11:44:52,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741855_1032 (size=263633) 2024-11-25T11:44:52,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741855_1032 (size=263633) 2024-11-25T11:44:55,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:44:55,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 after 4003ms 2024-11-25T11:44:55,749 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:55,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 took 4010ms 2024-11-25T11:44:55,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:44:55,757 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732535091500.temp 2024-11-25T11:44:55,765 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000000001-wal.1732535091500.temp 2024-11-25T11:44:55,923 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500; continuing. 2024-11-25T11:44:55,923 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 so closing down 2024-11-25T11:44:55,923 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:44:55,925 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:44:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741856_1033 (size=263641) 2024-11-25T11:44:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741856_1033 (size=263641) 2024-11-25T11:44:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741856_1033 (size=263641) 2024-11-25T11:44:55,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000000001-wal.1732535091500.temp (wrote 3002 edits, skipped 0 edits in 79 ms) 2024-11-25T11:44:55,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000000001-wal.1732535091500.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000003002 2024-11-25T11:44:55,933 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 180 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T11:44:55,933 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500, journal: Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500, size=0 (0bytes) at 1732535091742Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000000001-wal.1732535091500.temp at 1732535095765 (+4023 ms)Split 1024 edits, skipped 0 edits. at 1732535095860 (+95 ms)Split 2048 edits, skipped 0 edits. at 1732535095894 (+34 ms)Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 so closing down at 1732535095923 (+29 ms)3 split writer threads finished at 1732535095925 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000000001-wal.1732535091500.temp (wrote 3002 edits, skipped 0 edits in 79 ms) at 1732535095930 (+5 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000000001-wal.1732535091500.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000003002 at 1732535095932 (+2 ms)Processed 3002 edits across 1 Regions in 180 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500, size=0, length=0, corrupted=false, cancelled=false at 1732535095933 (+1 ms) 2024-11-25T11:44:55,935 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535091500 2024-11-25T11:44:55,937 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000003002 2024-11-25T11:44:55,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:44:55,943 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:55,965 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535095944, exclude list is [], retry=0 2024-11-25T11:44:55,969 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:55,969 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:55,970 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:55,972 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535095944 2024-11-25T11:44:55,972 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:44:55,973 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:55,976 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:55,977 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f1f3c7e9fc66559a2624e0e13ac383 columnFamilyName a 2024-11-25T11:44:55,978 DEBUG [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:55,978 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(327): Store=13f1f3c7e9fc66559a2624e0e13ac383/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:55,978 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:55,979 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f1f3c7e9fc66559a2624e0e13ac383 columnFamilyName b 2024-11-25T11:44:55,979 DEBUG [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:55,980 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(327): Store=13f1f3c7e9fc66559a2624e0e13ac383/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:55,980 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:55,981 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f1f3c7e9fc66559a2624e0e13ac383 columnFamilyName c 2024-11-25T11:44:55,981 DEBUG [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:55,982 INFO [StoreOpener-13f1f3c7e9fc66559a2624e0e13ac383-1 {}] regionserver.HStore(327): Store=13f1f3c7e9fc66559a2624e0e13ac383/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:55,982 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:55,983 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:55,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:55,986 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000003002 2024-11-25T11:44:55,989 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:56,022 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T11:44:56,406 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 13f1f3c7e9fc66559a2624e0e13ac383 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T11:44:56,445 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/a/e0eb851edc6c414db2612f96fb61ee9f is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732535091531/Put/seqid=0 2024-11-25T11:44:56,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741858_1035 (size=50463) 2024-11-25T11:44:56,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741858_1035 (size=50463) 2024-11-25T11:44:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741858_1035 (size=50463) 2024-11-25T11:44:56,457 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/a/e0eb851edc6c414db2612f96fb61ee9f 2024-11-25T11:44:56,465 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/a/e0eb851edc6c414db2612f96fb61ee9f as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/a/e0eb851edc6c414db2612f96fb61ee9f 2024-11-25T11:44:56,471 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/a/e0eb851edc6c414db2612f96fb61ee9f, entries=754, sequenceid=754, filesize=49.3 K 2024-11-25T11:44:56,472 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 13f1f3c7e9fc66559a2624e0e13ac383 in 65ms, sequenceid=754, compaction requested=false; wal=null 2024-11-25T11:44:56,485 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T11:44:56,485 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 13f1f3c7e9fc66559a2624e0e13ac383 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T11:44:56,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/a/1accd3f27bd645a2b2faf60e76727f6a is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732535091585/Put/seqid=0 2024-11-25T11:44:56,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741859_1036 (size=20072) 2024-11-25T11:44:56,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741859_1036 (size=20072) 2024-11-25T11:44:56,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741859_1036 (size=20072) 2024-11-25T11:44:56,503 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/a/1accd3f27bd645a2b2faf60e76727f6a 2024-11-25T11:44:56,536 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/b/5288adb57ca04f1db8e3aa175d75f398 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732535091611/Put/seqid=0 2024-11-25T11:44:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741860_1037 (size=35835) 2024-11-25T11:44:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741860_1037 (size=35835) 2024-11-25T11:44:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741860_1037 (size=35835) 2024-11-25T11:44:56,545 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/b/5288adb57ca04f1db8e3aa175d75f398 2024-11-25T11:44:56,553 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/a/1accd3f27bd645a2b2faf60e76727f6a as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/a/1accd3f27bd645a2b2faf60e76727f6a 2024-11-25T11:44:56,560 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/a/1accd3f27bd645a2b2faf60e76727f6a, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-25T11:44:56,562 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/b/5288adb57ca04f1db8e3aa175d75f398 as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/b/5288adb57ca04f1db8e3aa175d75f398 2024-11-25T11:44:56,568 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/b/5288adb57ca04f1db8e3aa175d75f398, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-25T11:44:56,569 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 13f1f3c7e9fc66559a2624e0e13ac383 in 84ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-25T11:44:56,590 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T11:44:56,590 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 13f1f3c7e9fc66559a2624e0e13ac383 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T11:44:56,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/b/c2bf84c0cf244fd9a8891272f3bf621a is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732535091639/Put/seqid=0 2024-11-25T11:44:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741861_1038 (size=35082) 2024-11-25T11:44:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741861_1038 (size=35082) 2024-11-25T11:44:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741861_1038 (size=35082) 2024-11-25T11:44:56,612 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/b/c2bf84c0cf244fd9a8891272f3bf621a 2024-11-25T11:44:56,637 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/c/6b17737d08c942a88f7dc1a4eeb81350 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732535091672/Put/seqid=0 2024-11-25T11:44:56,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741862_1039 (size=20825) 2024-11-25T11:44:56,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741862_1039 (size=20825) 2024-11-25T11:44:56,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741862_1039 (size=20825) 2024-11-25T11:44:56,648 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/c/6b17737d08c942a88f7dc1a4eeb81350 2024-11-25T11:44:56,657 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/b/c2bf84c0cf244fd9a8891272f3bf621a as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/b/c2bf84c0cf244fd9a8891272f3bf621a 2024-11-25T11:44:56,664 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/b/c2bf84c0cf244fd9a8891272f3bf621a, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-25T11:44:56,665 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/c/6b17737d08c942a88f7dc1a4eeb81350 as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/c/6b17737d08c942a88f7dc1a4eeb81350 2024-11-25T11:44:56,672 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/c/6b17737d08c942a88f7dc1a4eeb81350, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-25T11:44:56,672 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 13f1f3c7e9fc66559a2624e0e13ac383 in 82ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-25T11:44:56,687 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732535091706/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. 2024-11-25T11:44:56,691 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000003002 2024-11-25T11:44:56,692 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T11:44:56,692 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 13f1f3c7e9fc66559a2624e0e13ac383 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-25T11:44:56,703 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/c/d80a817c55aa4845b8e6cde4605f5801 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732535091678/Put/seqid=0 2024-11-25T11:44:56,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741863_1040 (size=50301) 2024-11-25T11:44:56,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741863_1040 (size=50301) 2024-11-25T11:44:56,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741863_1040 (size=50301) 2024-11-25T11:44:56,712 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/c/d80a817c55aa4845b8e6cde4605f5801 2024-11-25T11:44:56,719 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d80a817c55aa4845b8e6cde4605f5801 2024-11-25T11:44:56,721 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/.tmp/c/d80a817c55aa4845b8e6cde4605f5801 as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/c/d80a817c55aa4845b8e6cde4605f5801 2024-11-25T11:44:56,727 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d80a817c55aa4845b8e6cde4605f5801 2024-11-25T11:44:56,728 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/c/d80a817c55aa4845b8e6cde4605f5801, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-25T11:44:56,728 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 13f1f3c7e9fc66559a2624e0e13ac383 in 36ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-25T11:44:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/0000000000000003002 2024-11-25T11:44:56,731 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:56,731 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:56,732 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:44:56,734 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 13f1f3c7e9fc66559a2624e0e13ac383 2024-11-25T11:44:56,736 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenIntoWAL/13f1f3c7e9fc66559a2624e0e13ac383/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-25T11:44:56,737 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 13f1f3c7e9fc66559a2624e0e13ac383; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72197321, jitterRate=0.07582391798496246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:44:56,738 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 13f1f3c7e9fc66559a2624e0e13ac383: Writing region info on filesystem at 1732535095973Initializing all the Stores at 1732535095974 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535095974Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535095976 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535095976Cleaning up temporary data from old regions at 1732535096731 (+755 ms)Region opened successfully at 1732535096737 (+6 ms) 2024-11-25T11:44:56,803 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 13f1f3c7e9fc66559a2624e0e13ac383, disabling compactions & flushes 2024-11-25T11:44:56,804 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. 2024-11-25T11:44:56,804 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. 2024-11-25T11:44:56,804 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. after waiting 0 ms 2024-11-25T11:44:56,804 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. 2024-11-25T11:44:56,806 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535091423.13f1f3c7e9fc66559a2624e0e13ac383. 2024-11-25T11:44:56,806 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 13f1f3c7e9fc66559a2624e0e13ac383: Waiting for close lock at 1732535096803Disabling compacts and flushes for region at 1732535096803Disabling writes for close at 1732535096804 (+1 ms)Writing region close event to WAL at 1732535096806 (+2 ms)Closed at 1732535096806 2024-11-25T11:44:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741857_1034 (size=95) 2024-11-25T11:44:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741857_1034 (size=95) 2024-11-25T11:44:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741857_1034 (size=95) 2024-11-25T11:44:56,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:44:56,814 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535095944) 2024-11-25T11:44:56,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=400 (was 384) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1905581668_22 at /127.0.0.1:51688 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1905581668_22 at /127.0.0.1:55792 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1905581668_22 at /127.0.0.1:55812 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1905581668_22 at /127.0.0.1:40352 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:39301 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=863 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 181) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4362 (was 4423) 2024-11-25T11:44:56,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400, OpenFileDescriptor=863, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4361 2024-11-25T11:44:56,858 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:56,861 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:56,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:44:56,866 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-06810409, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-06810409, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:56,880 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-06810409/hregion-06810409.1732535096866, exclude list is [], retry=0 2024-11-25T11:44:56,883 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:56,883 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:56,883 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:56,886 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-06810409/hregion-06810409.1732535096866 2024-11-25T11:44:56,886 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-25T11:44:56,886 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c9628d3b75125e857e7f5755ccb10805, NAME => 'test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:44:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741865_1042 (size=43) 2024-11-25T11:44:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741865_1042 (size=43) 2024-11-25T11:44:56,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741865_1042 (size=43) 2024-11-25T11:44:56,900 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:56,901 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:56,903 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9628d3b75125e857e7f5755ccb10805 columnFamilyName a 2024-11-25T11:44:56,903 DEBUG [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:56,904 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(327): Store=c9628d3b75125e857e7f5755ccb10805/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:56,904 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:56,906 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9628d3b75125e857e7f5755ccb10805 columnFamilyName b 2024-11-25T11:44:56,906 DEBUG [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:56,907 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(327): Store=c9628d3b75125e857e7f5755ccb10805/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:56,907 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:56,908 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9628d3b75125e857e7f5755ccb10805 columnFamilyName c 2024-11-25T11:44:56,908 DEBUG [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:56,909 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(327): Store=c9628d3b75125e857e7f5755ccb10805/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:56,909 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:56,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:56,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:56,912 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:56,912 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:56,913 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:44:56,914 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:56,917 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:44:56,918 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c9628d3b75125e857e7f5755ccb10805; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67542333, jitterRate=0.00645919144153595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:44:56,920 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c9628d3b75125e857e7f5755ccb10805: Writing region info on filesystem at 1732535096900Initializing all the Stores at 1732535096901 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535096901Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535096901Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535096901Cleaning up temporary data from old regions at 1732535096912 (+11 ms)Region opened successfully at 1732535096920 (+8 ms) 2024-11-25T11:44:56,920 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c9628d3b75125e857e7f5755ccb10805, disabling compactions & flushes 2024-11-25T11:44:56,920 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. 2024-11-25T11:44:56,920 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. 2024-11-25T11:44:56,920 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. after waiting 0 ms 2024-11-25T11:44:56,920 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. 2024-11-25T11:44:56,921 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. 2024-11-25T11:44:56,921 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c9628d3b75125e857e7f5755ccb10805: Waiting for close lock at 1732535096920Disabling compacts and flushes for region at 1732535096920Disabling writes for close at 1732535096920Writing region close event to WAL at 1732535096921 (+1 ms)Closed at 1732535096921 2024-11-25T11:44:56,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741864_1041 (size=95) 2024-11-25T11:44:56,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741864_1041 (size=95) 2024-11-25T11:44:56,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741864_1041 (size=95) 2024-11-25T11:44:56,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:44:56,928 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-06810409:(num 1732535096866) 2024-11-25T11:44:56,929 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:44:56,931 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:56,945 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931, exclude list is [], retry=0 2024-11-25T11:44:56,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:56,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:56,949 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:56,951 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931 2024-11-25T11:44:56,951 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:44:57,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741866_1043 (size=263359) 2024-11-25T11:44:57,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741866_1043 (size=263359) 2024-11-25T11:44:57,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741866_1043 (size=263359) 2024-11-25T11:44:57,108 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931, size=257.2 K (263359bytes) 2024-11-25T11:44:57,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931 2024-11-25T11:44:57,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931 after 0ms 2024-11-25T11:44:57,111 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:57,113 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931 took 5ms 2024-11-25T11:44:57,118 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732535096931.temp 2024-11-25T11:44:57,120 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000000001-wal.1732535096931.temp 2024-11-25T11:44:57,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931 so closing down 2024-11-25T11:44:57,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:44:57,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:44:57,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741867_1044 (size=263359) 2024-11-25T11:44:57,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741867_1044 (size=263359) 2024-11-25T11:44:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741867_1044 (size=263359) 2024-11-25T11:44:57,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000000001-wal.1732535096931.temp (wrote 3000 edits, skipped 0 edits in 44 ms) 2024-11-25T11:44:57,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000000001-wal.1732535096931.temp to hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003000 2024-11-25T11:44:57,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-25T11:44:57,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931, journal: Splitting hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931, size=257.2 K (263359bytes) at 1732535097108Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000000001-wal.1732535096931.temp at 1732535097120 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732535097138 (+18 ms)Split 2048 edits, skipped 0 edits. at 1732535097160 (+22 ms)Finishing writing output for hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931 so closing down at 1732535097181 (+21 ms)3 split writer threads finished at 1732535097181Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000000001-wal.1732535096931.temp (wrote 3000 edits, skipped 0 edits in 44 ms) at 1732535097186 (+5 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000000001-wal.1732535096931.temp to hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003000 at 1732535097188 (+2 ms)Processed 3000 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732535097188 2024-11-25T11:44:57,190 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535096931 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535096931 2024-11-25T11:44:57,191 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003000 2024-11-25T11:44:57,191 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:44:57,194 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:57,208 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194, exclude list is [], retry=0 2024-11-25T11:44:57,211 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:57,212 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:57,212 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:57,214 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194 2024-11-25T11:44:57,214 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:44:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741868_1045 (size=263486) 2024-11-25T11:44:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741868_1045 (size=263486) 2024-11-25T11:44:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741868_1045 (size=263486) 2024-11-25T11:44:57,432 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194, size=257.3 K (263486bytes) 2024-11-25T11:44:57,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194 2024-11-25T11:44:57,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194 after 0ms 2024-11-25T11:44:57,435 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:57,436 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194 took 4ms 2024-11-25T11:44:57,441 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732535097194.temp 2024-11-25T11:44:57,444 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003001-wal.1732535097194.temp 2024-11-25T11:44:57,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194 so closing down 2024-11-25T11:44:57,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:44:57,501 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:44:57,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741869_1046 (size=263486) 2024-11-25T11:44:57,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741869_1046 (size=263486) 2024-11-25T11:44:57,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741869_1046 (size=263486) 2024-11-25T11:44:57,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003001-wal.1732535097194.temp (wrote 3000 edits, skipped 0 edits in 40 ms) 2024-11-25T11:44:57,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003001-wal.1732535097194.temp to hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000006000 2024-11-25T11:44:57,510 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-25T11:44:57,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194, journal: Splitting hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194, size=257.3 K (263486bytes) at 1732535097432Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003001-wal.1732535097194.temp at 1732535097444 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732535097459 (+15 ms)Split 2048 edits, skipped 0 edits. at 1732535097480 (+21 ms)Finishing writing output for hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194 so closing down at 1732535097501 (+21 ms)3 split writer threads finished at 1732535097501Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003001-wal.1732535097194.temp (wrote 3000 edits, skipped 0 edits in 40 ms) at 1732535097508 (+7 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003001-wal.1732535097194.temp to hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000006000 at 1732535097510 (+2 ms)Processed 3000 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732535097510 2024-11-25T11:44:57,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097194 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535097194 2024-11-25T11:44:57,513 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000006000 2024-11-25T11:44:57,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:44:57,515 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/test2727-manual,16010,1732535096857, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:57,530 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097516, exclude list is [], retry=0 2024-11-25T11:44:57,533 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:57,534 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:57,534 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:57,538 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732535096857/wal.1732535097516 2024-11-25T11:44:57,538 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-25T11:44:57,538 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c9628d3b75125e857e7f5755ccb10805, NAME => 'test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:44:57,538 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:57,539 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,539 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,540 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,542 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9628d3b75125e857e7f5755ccb10805 columnFamilyName a 2024-11-25T11:44:57,542 DEBUG [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:57,542 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(327): Store=c9628d3b75125e857e7f5755ccb10805/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:57,543 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,544 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9628d3b75125e857e7f5755ccb10805 columnFamilyName b 2024-11-25T11:44:57,544 DEBUG [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:57,544 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(327): Store=c9628d3b75125e857e7f5755ccb10805/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:57,545 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,546 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9628d3b75125e857e7f5755ccb10805 columnFamilyName c 2024-11-25T11:44:57,546 DEBUG [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:57,546 INFO [StoreOpener-c9628d3b75125e857e7f5755ccb10805-1 {}] regionserver.HStore(327): Store=c9628d3b75125e857e7f5755ccb10805/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:57,547 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,551 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003000 2024-11-25T11:44:57,553 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:57,604 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003000 2024-11-25T11:44:57,605 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000006000 2024-11-25T11:44:57,608 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:57,658 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000006000 2024-11-25T11:44:57,658 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c9628d3b75125e857e7f5755ccb10805 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-25T11:44:57,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/.tmp/a/007f5a80ad354eae9091e18c60ea12bd is 41, key is test2727/a:100/1732535097221/Put/seqid=0 2024-11-25T11:44:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741871_1048 (size=84227) 2024-11-25T11:44:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741871_1048 (size=84227) 2024-11-25T11:44:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741871_1048 (size=84227) 2024-11-25T11:44:57,688 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/.tmp/a/007f5a80ad354eae9091e18c60ea12bd 2024-11-25T11:44:57,716 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/.tmp/b/6b6c049bf3ae4b319d06473ed26d1841 is 41, key is test2727/b:100/1732535097292/Put/seqid=0 2024-11-25T11:44:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741872_1049 (size=84609) 2024-11-25T11:44:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741872_1049 (size=84609) 2024-11-25T11:44:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741872_1049 (size=84609) 2024-11-25T11:44:57,723 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/.tmp/b/6b6c049bf3ae4b319d06473ed26d1841 2024-11-25T11:44:57,760 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/.tmp/c/05227e92ea184ebf93ae2f20fcc68962 is 41, key is test2727/c:100/1732535097362/Put/seqid=0 2024-11-25T11:44:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741873_1050 (size=84609) 2024-11-25T11:44:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741873_1050 (size=84609) 2024-11-25T11:44:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741873_1050 (size=84609) 2024-11-25T11:44:57,767 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/.tmp/c/05227e92ea184ebf93ae2f20fcc68962 2024-11-25T11:44:57,774 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/.tmp/a/007f5a80ad354eae9091e18c60ea12bd as hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/a/007f5a80ad354eae9091e18c60ea12bd 2024-11-25T11:44:57,780 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/a/007f5a80ad354eae9091e18c60ea12bd, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-25T11:44:57,782 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/.tmp/b/6b6c049bf3ae4b319d06473ed26d1841 as hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/b/6b6c049bf3ae4b319d06473ed26d1841 2024-11-25T11:44:57,788 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/b/6b6c049bf3ae4b319d06473ed26d1841, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T11:44:57,789 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/.tmp/c/05227e92ea184ebf93ae2f20fcc68962 as hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/c/05227e92ea184ebf93ae2f20fcc68962 2024-11-25T11:44:57,796 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/c/05227e92ea184ebf93ae2f20fcc68962, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T11:44:57,796 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for c9628d3b75125e857e7f5755ccb10805 in 138ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-25T11:44:57,797 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000003000 2024-11-25T11:44:57,797 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/0000000000000006000 2024-11-25T11:44:57,799 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,799 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,799 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:44:57,801 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c9628d3b75125e857e7f5755ccb10805 2024-11-25T11:44:57,804 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/test2727/c9628d3b75125e857e7f5755ccb10805/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-25T11:44:57,805 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c9628d3b75125e857e7f5755ccb10805; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72022800, jitterRate=0.07322335243225098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:44:57,806 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c9628d3b75125e857e7f5755ccb10805: Writing region info on filesystem at 1732535097539Initializing all the Stores at 1732535097540 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535097540Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535097540Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535097540Obtaining lock to block concurrent updates at 1732535097658 (+118 ms)Preparing flush snapshotting stores in c9628d3b75125e857e7f5755ccb10805 at 1732535097658Finished memstore snapshotting test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732535097658Flushing stores of test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. at 1732535097658Flushing c9628d3b75125e857e7f5755ccb10805/a: creating writer at 1732535097658Flushing c9628d3b75125e857e7f5755ccb10805/a: appending metadata at 1732535097679 (+21 ms)Flushing c9628d3b75125e857e7f5755ccb10805/a: closing flushed file at 1732535097679Flushing c9628d3b75125e857e7f5755ccb10805/b: creating writer at 1732535097695 (+16 ms)Flushing c9628d3b75125e857e7f5755ccb10805/b: appending metadata at 1732535097714 (+19 ms)Flushing c9628d3b75125e857e7f5755ccb10805/b: closing flushed file at 1732535097714Flushing c9628d3b75125e857e7f5755ccb10805/c: creating writer at 1732535097730 (+16 ms)Flushing c9628d3b75125e857e7f5755ccb10805/c: appending metadata at 1732535097759 (+29 ms)Flushing c9628d3b75125e857e7f5755ccb10805/c: closing flushed file at 1732535097759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a162adb: reopening flushed file at 1732535097773 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7449c: reopening flushed file at 1732535097781 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b705fdc: reopening flushed file at 1732535097788 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for c9628d3b75125e857e7f5755ccb10805 in 138ms, sequenceid=6000, compaction requested=false; wal=null at 1732535097796 (+8 ms)Cleaning up temporary data from old regions at 1732535097799 (+3 ms)Region opened successfully at 1732535097806 (+7 ms) 2024-11-25T11:44:57,807 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-25T11:44:57,807 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c9628d3b75125e857e7f5755ccb10805, disabling compactions & flushes 2024-11-25T11:44:57,807 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. 2024-11-25T11:44:57,808 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. 2024-11-25T11:44:57,808 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. after waiting 0 ms 2024-11-25T11:44:57,808 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. 2024-11-25T11:44:57,809 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732535096859.c9628d3b75125e857e7f5755ccb10805. 2024-11-25T11:44:57,809 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c9628d3b75125e857e7f5755ccb10805: Waiting for close lock at 1732535097807Disabling compacts and flushes for region at 1732535097807Disabling writes for close at 1732535097808 (+1 ms)Writing region close event to WAL at 1732535097809 (+1 ms)Closed at 1732535097809 2024-11-25T11:44:57,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741870_1047 (size=95) 2024-11-25T11:44:57,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741870_1047 (size=95) 2024-11-25T11:44:57,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741870_1047 (size=95) 2024-11-25T11:44:57,815 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:44:57,815 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535097516) 2024-11-25T11:44:57,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=402 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:55944 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:51800 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:40422 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 863) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4159 (was 4361) 2024-11-25T11:44:57,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4158 2024-11-25T11:44:57,858 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:57,864 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:57,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732535097865 2024-11-25T11:44:57,873 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865 2024-11-25T11:44:57,875 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:44:57,877 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 788a4f527eac863690dfe4d01cf8a854, NAME => 'testSequentialEditLogSeqNum,,1732535097858.788a4f527eac863690dfe4d01cf8a854.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:44:57,877 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732535097858.788a4f527eac863690dfe4d01cf8a854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:57,877 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 788a4f527eac863690dfe4d01cf8a854 2024-11-25T11:44:57,877 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 788a4f527eac863690dfe4d01cf8a854 2024-11-25T11:44:57,878 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854 doesn't exist for region: 788a4f527eac863690dfe4d01cf8a854 on table testSequentialEditLogSeqNum 2024-11-25T11:44:57,878 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 788a4f527eac863690dfe4d01cf8a854 on table testSequentialEditLogSeqNum 2024-11-25T11:44:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741875_1052 (size=62) 2024-11-25T11:44:57,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741875_1052 (size=62) 2024-11-25T11:44:57,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741875_1052 (size=62) 2024-11-25T11:44:57,890 INFO [StoreOpener-788a4f527eac863690dfe4d01cf8a854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 788a4f527eac863690dfe4d01cf8a854 2024-11-25T11:44:57,892 INFO [StoreOpener-788a4f527eac863690dfe4d01cf8a854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788a4f527eac863690dfe4d01cf8a854 columnFamilyName a 2024-11-25T11:44:57,892 DEBUG [StoreOpener-788a4f527eac863690dfe4d01cf8a854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:57,892 INFO [StoreOpener-788a4f527eac863690dfe4d01cf8a854-1 {}] regionserver.HStore(327): Store=788a4f527eac863690dfe4d01cf8a854/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:57,893 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 788a4f527eac863690dfe4d01cf8a854 2024-11-25T11:44:57,893 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854 2024-11-25T11:44:57,894 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854 2024-11-25T11:44:57,894 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 788a4f527eac863690dfe4d01cf8a854 2024-11-25T11:44:57,894 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 788a4f527eac863690dfe4d01cf8a854 2024-11-25T11:44:57,896 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 788a4f527eac863690dfe4d01cf8a854 2024-11-25T11:44:57,898 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:44:57,899 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 788a4f527eac863690dfe4d01cf8a854; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72166425, jitterRate=0.07536353170871735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:44:57,900 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 788a4f527eac863690dfe4d01cf8a854: Writing region info on filesystem at 1732535097877Initializing all the Stores at 1732535097889 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535097890 (+1 ms)Cleaning up temporary data from old regions at 1732535097894 (+4 ms)Region opened successfully at 1732535097900 (+6 ms) 2024-11-25T11:44:57,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:44:57,904 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T11:44:57,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:44:57,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T11:44:57,906 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T11:44:57,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T11:44:57,907 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-25T11:44:57,907 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-25T11:44:57,909 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-25T11:44:57,909 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-25T11:44:57,912 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 788a4f527eac863690dfe4d01cf8a854 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-25T11:44:57,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/.tmp/a/ce0f2188349a4e6b866cdcc463c7efbc is 81, key is testSequentialEditLogSeqNum/a:x0/1732535097900/Put/seqid=0 2024-11-25T11:44:57,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741876_1053 (size=5833) 2024-11-25T11:44:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741876_1053 (size=5833) 2024-11-25T11:44:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741876_1053 (size=5833) 2024-11-25T11:44:57,943 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/.tmp/a/ce0f2188349a4e6b866cdcc463c7efbc 2024-11-25T11:44:57,949 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/.tmp/a/ce0f2188349a4e6b866cdcc463c7efbc as hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/a/ce0f2188349a4e6b866cdcc463c7efbc 2024-11-25T11:44:57,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/a/ce0f2188349a4e6b866cdcc463c7efbc, entries=10, sequenceid=13, filesize=5.7 K 2024-11-25T11:44:57,957 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 788a4f527eac863690dfe4d01cf8a854 in 45ms, sequenceid=13, compaction requested=false 2024-11-25T11:44:57,958 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 788a4f527eac863690dfe4d01cf8a854: 2024-11-25T11:44:57,964 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:44:57,964 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:44:57,964 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:44:57,965 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:44:57,965 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:44:57,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741874_1051 (size=1844) 2024-11-25T11:44:57,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741874_1051 (size=1844) 2024-11-25T11:44:57,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741874_1051 (size=1844) 2024-11-25T11:44:57,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865, size=1.8 K (1844bytes) 2024-11-25T11:44:57,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865 2024-11-25T11:44:57,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865 after 0ms 2024-11-25T11:44:57,988 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:44:57,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865 took 4ms 2024-11-25T11:44:57,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865 so closing down 2024-11-25T11:44:57,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:44:57,992 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535097865.temp 2024-11-25T11:44:57,993 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/recovered.edits/0000000000000000003-wal.1732535097865.temp 2024-11-25T11:44:57,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:44:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741877_1054 (size=1477) 2024-11-25T11:44:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741877_1054 (size=1477) 2024-11-25T11:44:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741877_1054 (size=1477) 2024-11-25T11:44:58,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/recovered.edits/0000000000000000003-wal.1732535097865.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-25T11:44:58,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/recovered.edits/0000000000000000003-wal.1732535097865.temp to hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/recovered.edits/0000000000000000020 2024-11-25T11:44:58,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-25T11:44:58,005 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865, journal: Splitting hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865, size=1.8 K (1844bytes) at 1732535097985Finishing writing output for hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865 so closing down at 1732535097991 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/recovered.edits/0000000000000000003-wal.1732535097865.temp at 1732535097993 (+2 ms)3 split writer threads finished at 1732535097994 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/recovered.edits/0000000000000000003-wal.1732535097865.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732535098003 (+9 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/recovered.edits/0000000000000000003-wal.1732535097865.temp to hdfs://localhost:39301/hbase/data/default/testSequentialEditLogSeqNum/788a4f527eac863690dfe4d01cf8a854/recovered.edits/0000000000000000020 at 1732535098004 (+1 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:39301/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535097857/wal.1732535097865, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1732535098005 (+1 ms) 2024-11-25T11:44:58,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:51800 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:40422 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4137 (was 4158) 2024-11-25T11:44:58,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4136 2024-11-25T11:44:58,047 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:58,049 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:44:58,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:44:58,100 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77775367, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-77775367, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:58,122 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77775367/hregion-77775367.1732535098100, exclude list is [], retry=0 2024-11-25T11:44:58,126 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:58,126 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:58,127 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:58,141 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77775367/hregion-77775367.1732535098100 2024-11-25T11:44:58,145 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:44:58,145 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0e319b18fb2a509f0a1606b8604bb7c1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:44:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741879_1056 (size=70) 2024-11-25T11:44:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741879_1056 (size=70) 2024-11-25T11:44:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741879_1056 (size=70) 2024-11-25T11:44:58,167 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:58,169 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,171 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e319b18fb2a509f0a1606b8604bb7c1 columnFamilyName a 2024-11-25T11:44:58,171 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:58,171 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(327): Store=0e319b18fb2a509f0a1606b8604bb7c1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:58,171 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,173 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e319b18fb2a509f0a1606b8604bb7c1 columnFamilyName b 2024-11-25T11:44:58,173 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:58,173 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(327): Store=0e319b18fb2a509f0a1606b8604bb7c1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:58,173 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,174 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e319b18fb2a509f0a1606b8604bb7c1 columnFamilyName c 2024-11-25T11:44:58,174 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:58,175 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(327): Store=0e319b18fb2a509f0a1606b8604bb7c1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:58,175 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,177 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,177 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,177 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:44:58,179 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,181 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:44:58,182 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0e319b18fb2a509f0a1606b8604bb7c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59988964, jitterRate=-0.10609477758407593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:44:58,183 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0e319b18fb2a509f0a1606b8604bb7c1: Writing region info on filesystem at 1732535098167Initializing all the Stores at 1732535098168 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535098169 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535098169Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535098169Cleaning up temporary data from old regions at 1732535098177 (+8 ms)Region opened successfully at 1732535098183 (+6 ms) 2024-11-25T11:44:58,183 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0e319b18fb2a509f0a1606b8604bb7c1, disabling compactions & flushes 2024-11-25T11:44:58,183 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. 2024-11-25T11:44:58,183 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. 2024-11-25T11:44:58,183 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. after waiting 0 ms 2024-11-25T11:44:58,183 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. 2024-11-25T11:44:58,184 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. 2024-11-25T11:44:58,184 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0e319b18fb2a509f0a1606b8604bb7c1: Waiting for close lock at 1732535098183Disabling compacts and flushes for region at 1732535098183Disabling writes for close at 1732535098183Writing region close event to WAL at 1732535098184 (+1 ms)Closed at 1732535098184 2024-11-25T11:44:58,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741878_1055 (size=95) 2024-11-25T11:44:58,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741878_1055 (size=95) 2024-11-25T11:44:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741878_1055 (size=95) 2024-11-25T11:44:58,190 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:44:58,190 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77775367:(num 1732535098100) 2024-11-25T11:44:58,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:44:58,193 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:44:58,213 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193, exclude list is [], retry=0 2024-11-25T11:44:58,216 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:44:58,216 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:44:58,217 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:44:58,219 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 2024-11-25T11:44:58,219 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:44:58,220 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e319b18fb2a509f0a1606b8604bb7c1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:44:58,220 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:44:58,220 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,220 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,224 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,226 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e319b18fb2a509f0a1606b8604bb7c1 columnFamilyName a 2024-11-25T11:44:58,226 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:58,226 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(327): Store=0e319b18fb2a509f0a1606b8604bb7c1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:58,227 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,228 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e319b18fb2a509f0a1606b8604bb7c1 columnFamilyName b 2024-11-25T11:44:58,228 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:58,228 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(327): Store=0e319b18fb2a509f0a1606b8604bb7c1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:58,228 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,229 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e319b18fb2a509f0a1606b8604bb7c1 columnFamilyName c 2024-11-25T11:44:58,229 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:44:58,230 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(327): Store=0e319b18fb2a509f0a1606b8604bb7c1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:44:58,230 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,231 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,232 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,233 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,233 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,234 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:44:58,235 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:44:58,236 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0e319b18fb2a509f0a1606b8604bb7c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73560085, jitterRate=0.09613068401813507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:44:58,237 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0e319b18fb2a509f0a1606b8604bb7c1: Writing region info on filesystem at 1732535098220Initializing all the Stores at 1732535098221 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535098221Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535098224 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535098224Cleaning up temporary data from old regions at 1732535098233 (+9 ms)Region opened successfully at 1732535098237 (+4 ms) 2024-11-25T11:44:58,243 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732535098241/Put/seqid=0 2024-11-25T11:44:58,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741881_1058 (size=4826) 2024-11-25T11:44:58,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741881_1058 (size=4826) 2024-11-25T11:44:58,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741881_1058 (size=4826) 2024-11-25T11:44:58,251 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39301/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 0e319b18fb2a509f0a1606b8604bb7c1/a 2024-11-25T11:44:58,258 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-25T11:44:58,258 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:44:58,258 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0e319b18fb2a509f0a1606b8604bb7c1: 2024-11-25T11:44:58,260 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/a/4380ec06c3af47ea8cf7c612c9230896_SeqId_3_ 2024-11-25T11:44:58,261 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39301/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 0e319b18fb2a509f0a1606b8604bb7c1/a as hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/a/4380ec06c3af47ea8cf7c612c9230896_SeqId_3_ - updating store file list. 2024-11-25T11:44:58,267 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4380ec06c3af47ea8cf7c612c9230896_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T11:44:58,267 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/a/4380ec06c3af47ea8cf7c612c9230896_SeqId_3_ into 0e319b18fb2a509f0a1606b8604bb7c1/a 2024-11-25T11:44:58,267 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39301/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 0e319b18fb2a509f0a1606b8604bb7c1/a (new location: hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/a/4380ec06c3af47ea8cf7c612c9230896_SeqId_3_) 2024-11-25T11:44:58,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193, size=0 (0bytes) 2024-11-25T11:44:58,311 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 might be still open, length is 0 2024-11-25T11:44:58,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 2024-11-25T11:44:58,312 WARN [IPC Server handler 0 on default port 39301 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-25T11:44:58,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 after 1ms 2024-11-25T11:44:58,462 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:51946 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33865:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51946 dst: /127.0.0.1:33865 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33865 remote=/127.0.0.1:51946]. Total timeout mills is 60000, 59811 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:44:58,463 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:56008 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42329:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56008 dst: /127.0.0.1:42329 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:44:58,463 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:40494 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45419:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40494 dst: /127.0.0.1:45419 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:44:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741880_1059 (size=474) 2024-11-25T11:44:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741880_1059 (size=474) 2024-11-25T11:44:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741880_1059 (size=474) 2024-11-25T11:45:02,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 after 4002ms 2024-11-25T11:45:02,317 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:02,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 took 4006ms 2024-11-25T11:45:02,319 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193; continuing. 2024-11-25T11:45:02,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 so closing down 2024-11-25T11:45:02,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:45:02,321 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732535098193.temp 2024-11-25T11:45:02,323 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005-wal.1732535098193.temp 2024-11-25T11:45:02,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:45:02,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741882_1060 (size=259) 2024-11-25T11:45:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741882_1060 (size=259) 2024-11-25T11:45:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741882_1060 (size=259) 2024-11-25T11:45:02,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005-wal.1732535098193.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T11:45:02,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005-wal.1732535098193.temp to hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005 2024-11-25T11:45:02,332 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T11:45:02,332 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193, journal: Splitting hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193, size=0 (0bytes) at 1732535098311Finishing writing output for hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 so closing down at 1732535102319 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005-wal.1732535098193.temp at 1732535102323 (+4 ms)3 split writer threads finished at 1732535102323Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005-wal.1732535098193.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732535102330 (+7 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005-wal.1732535098193.temp to hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005 at 1732535102332 (+2 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193, size=0, length=0, corrupted=false, cancelled=false at 1732535102332 2024-11-25T11:45:02,334 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535098193 2024-11-25T11:45:02,335 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005 2024-11-25T11:45:02,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:02,337 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:02,350 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535102337, exclude list is [], retry=0 2024-11-25T11:45:02,353 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:02,354 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:02,354 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:02,356 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535102337 2024-11-25T11:45:02,356 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-25T11:45:02,356 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e319b18fb2a509f0a1606b8604bb7c1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:02,356 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:02,356 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,356 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,358 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,359 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e319b18fb2a509f0a1606b8604bb7c1 columnFamilyName a 2024-11-25T11:45:02,359 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:02,365 DEBUG [StoreFileOpener-0e319b18fb2a509f0a1606b8604bb7c1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4380ec06c3af47ea8cf7c612c9230896_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T11:45:02,365 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/a/4380ec06c3af47ea8cf7c612c9230896_SeqId_3_ 2024-11-25T11:45:02,365 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(327): Store=0e319b18fb2a509f0a1606b8604bb7c1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:02,365 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,366 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e319b18fb2a509f0a1606b8604bb7c1 columnFamilyName b 2024-11-25T11:45:02,367 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:02,367 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(327): Store=0e319b18fb2a509f0a1606b8604bb7c1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:02,367 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,368 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e319b18fb2a509f0a1606b8604bb7c1 columnFamilyName c 2024-11-25T11:45:02,368 DEBUG [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:02,369 INFO [StoreOpener-0e319b18fb2a509f0a1606b8604bb7c1-1 {}] regionserver.HStore(327): Store=0e319b18fb2a509f0a1606b8604bb7c1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:02,369 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,369 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,371 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,371 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005 2024-11-25T11:45:02,374 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:02,375 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005 2024-11-25T11:45:02,375 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e319b18fb2a509f0a1606b8604bb7c1 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-25T11:45:02,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/.tmp/a/e775fc57832942dfab3ac4b113910a13 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732535098272/Put/seqid=0 2024-11-25T11:45:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741884_1062 (size=5149) 2024-11-25T11:45:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741884_1062 (size=5149) 2024-11-25T11:45:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741884_1062 (size=5149) 2024-11-25T11:45:02,399 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/.tmp/a/e775fc57832942dfab3ac4b113910a13 2024-11-25T11:45:02,406 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/.tmp/a/e775fc57832942dfab3ac4b113910a13 as hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/a/e775fc57832942dfab3ac4b113910a13 2024-11-25T11:45:02,413 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/a/e775fc57832942dfab3ac4b113910a13, entries=1, sequenceid=5, filesize=5.0 K 2024-11-25T11:45:02,414 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 0e319b18fb2a509f0a1606b8604bb7c1 in 39ms, sequenceid=5, compaction requested=false; wal=null 2024-11-25T11:45:02,415 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/0000000000000000005 2024-11-25T11:45:02,416 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,416 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,417 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:02,419 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0e319b18fb2a509f0a1606b8604bb7c1 2024-11-25T11:45:02,422 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0e319b18fb2a509f0a1606b8604bb7c1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:45:02,423 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0e319b18fb2a509f0a1606b8604bb7c1; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64696048, jitterRate=-0.03595376014709473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:02,423 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0e319b18fb2a509f0a1606b8604bb7c1: Writing region info on filesystem at 1732535102357Initializing all the Stores at 1732535102357Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535102358 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535102358Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535102358Obtaining lock to block concurrent updates at 1732535102375 (+17 ms)Preparing flush snapshotting stores in 0e319b18fb2a509f0a1606b8604bb7c1 at 1732535102375Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732535102375Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. at 1732535102375Flushing 0e319b18fb2a509f0a1606b8604bb7c1/a: creating writer at 1732535102375Flushing 0e319b18fb2a509f0a1606b8604bb7c1/a: appending metadata at 1732535102389 (+14 ms)Flushing 0e319b18fb2a509f0a1606b8604bb7c1/a: closing flushed file at 1732535102389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ff9cf4: reopening flushed file at 1732535102405 (+16 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 0e319b18fb2a509f0a1606b8604bb7c1 in 39ms, sequenceid=5, compaction requested=false; wal=null at 1732535102414 (+9 ms)Cleaning up temporary data from old regions at 1732535102416 (+2 ms)Region opened successfully at 1732535102423 (+7 ms) 2024-11-25T11:45:02,427 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0e319b18fb2a509f0a1606b8604bb7c1, disabling compactions & flushes 2024-11-25T11:45:02,427 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. 2024-11-25T11:45:02,427 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. 2024-11-25T11:45:02,427 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. after waiting 0 ms 2024-11-25T11:45:02,427 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. 2024-11-25T11:45:02,428 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732535098048.0e319b18fb2a509f0a1606b8604bb7c1. 2024-11-25T11:45:02,428 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0e319b18fb2a509f0a1606b8604bb7c1: Waiting for close lock at 1732535102427Disabling compacts and flushes for region at 1732535102427Disabling writes for close at 1732535102427Writing region close event to WAL at 1732535102428 (+1 ms)Closed at 1732535102428 2024-11-25T11:45:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741883_1061 (size=95) 2024-11-25T11:45:02,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741883_1061 (size=95) 2024-11-25T11:45:02,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741883_1061 (size=95) 2024-11-25T11:45:02,434 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:45:02,434 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535102337) 2024-11-25T11:45:02,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=411 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1111064758_22 at /127.0.0.1:43324 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:39301 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1111064758_22 at /127.0.0.1:46820 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1111064758_22 at /127.0.0.1:45422 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4073 (was 4136) 2024-11-25T11:45:02,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=411, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=4072 2024-11-25T11:45:02,476 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:02,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:45:02,485 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,40465,1732535087497 2024-11-25T11:45:02,488 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d4fad89 2024-11-25T11:45:02,489 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:45:02,491 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:45:02,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:45:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T11:45:02,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:45:02,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-25T11:45:02,506 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:02,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:45:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:45:02,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741885_1063 (size=694) 2024-11-25T11:45:02,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741885_1063 (size=694) 2024-11-25T11:45:02,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741885_1063 (size=694) 2024-11-25T11:45:02,520 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c88609861531e4ebaa9201d733f20fa1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa 2024-11-25T11:45:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741886_1064 (size=77) 2024-11-25T11:45:02,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741886_1064 (size=77) 2024-11-25T11:45:02,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741886_1064 (size=77) 2024-11-25T11:45:02,529 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:02,529 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing c88609861531e4ebaa9201d733f20fa1, disabling compactions & flushes 2024-11-25T11:45:02,529 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:02,529 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:02,529 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. after waiting 0 ms 2024-11-25T11:45:02,529 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:02,529 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:02,529 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for c88609861531e4ebaa9201d733f20fa1: Waiting for close lock at 1732535102529Disabling compacts and flushes for region at 1732535102529Disabling writes for close at 1732535102529Writing region close event to WAL at 1732535102529Closed at 1732535102529 2024-11-25T11:45:02,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:45:02,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732535102531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535102531"}]},"ts":"1732535102531"} 2024-11-25T11:45:02,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:45:02,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:45:02,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535102544"}]},"ts":"1732535102544"} 2024-11-25T11:45:02,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-25T11:45:02,551 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {96bb5f2c2895=0} racks are {/default-rack=0} 2024-11-25T11:45:02,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:45:02,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:45:02,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T11:45:02,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:45:02,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:45:02,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T11:45:02,553 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:45:02,553 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:45:02,553 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T11:45:02,553 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:45:02,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN}] 2024-11-25T11:45:02,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN 2024-11-25T11:45:02,558 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41569,1732535088310; forceNewPlan=false, retain=false 2024-11-25T11:45:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:45:02,712 INFO [96bb5f2c2895:40465 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T11:45:02,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=OPENING, regionLocation=96bb5f2c2895,41569,1732535088310 2024-11-25T11:45:02,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN because future has completed 2024-11-25T11:45:02,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,41569,1732535088310}] 2024-11-25T11:45:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:45:02,871 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:45:02,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:45:02,878 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:02,878 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c88609861531e4ebaa9201d733f20fa1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:02,879 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,879 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:02,879 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,879 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,881 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,883 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf1 2024-11-25T11:45:02,883 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:02,883 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:02,883 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,885 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf2 2024-11-25T11:45:02,885 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:02,885 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:02,885 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,886 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,887 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,887 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,887 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,888 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T11:45:02,889 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,892 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:45:02,892 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c88609861531e4ebaa9201d733f20fa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73495456, jitterRate=0.09516763687133789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T11:45:02,892 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:02,893 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c88609861531e4ebaa9201d733f20fa1: Running coprocessor pre-open hook at 1732535102880Writing region info on filesystem at 1732535102880Initializing all the Stores at 1732535102881 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535102881Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535102881Cleaning up temporary data from old regions at 1732535102887 (+6 ms)Running coprocessor post-open hooks at 1732535102892 (+5 ms)Region opened successfully at 1732535102893 (+1 ms) 2024-11-25T11:45:02,895 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., pid=6, masterSystemTime=1732535102870 2024-11-25T11:45:02,898 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:02,898 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:02,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41569,1732535088310 2024-11-25T11:45:02,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,41569,1732535088310 because future has completed 2024-11-25T11:45:02,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:45:02,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,41569,1732535088310 in 187 msec 2024-11-25T11:45:02,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:45:02,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN in 354 msec 2024-11-25T11:45:02,912 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:45:02,912 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535102912"}]},"ts":"1732535102912"} 2024-11-25T11:45:02,915 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-25T11:45:02,916 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:45:02,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 419 msec 2024-11-25T11:45:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:45:03,137 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-25T11:45:03,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-25T11:45:03,138 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:45:03,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-25T11:45:03,144 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:45:03,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-25T11:45:03,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=2] 2024-11-25T11:45:03,159 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:45:03,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:45:03,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c88609861531e4ebaa9201d733f20fa1, source=96bb5f2c2895,41569,1732535088310, destination=96bb5f2c2895,33315,1732535088186, warming up region on 96bb5f2c2895,33315,1732535088186 2024-11-25T11:45:03,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c88609861531e4ebaa9201d733f20fa1, source=96bb5f2c2895,41569,1732535088310, destination=96bb5f2c2895,33315,1732535088186, running balancer 2024-11-25T11:45:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE 2024-11-25T11:45:03,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE 2024-11-25T11:45:03,182 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=CLOSING, regionLocation=96bb5f2c2895,41569,1732535088310 2024-11-25T11:45:03,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.HRegion(7855): Warmup {ENCODED => c88609861531e4ebaa9201d733f20fa1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE because future has completed 2024-11-25T11:45:03,184 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,185 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:45:03,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,41569,1732535088310}] 2024-11-25T11:45:03,185 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf1 2024-11-25T11:45:03,186 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:03,186 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:03,186 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,187 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf2 2024-11-25T11:45:03,188 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:03,188 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.HRegion(1722): Closing c88609861531e4ebaa9201d733f20fa1, disabling compactions & flushes 2024-11-25T11:45:03,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. after waiting 0 ms 2024-11-25T11:45:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.HRegion(1676): Region close journal for c88609861531e4ebaa9201d733f20fa1: Waiting for close lock at 1732535103188Disabling compacts and flushes for region at 1732535103188Disabling writes for close at 1732535103189 (+1 ms)Writing region close event to WAL at 1732535103189Closed at 1732535103189 2024-11-25T11:45:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-25T11:45:03,344 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,344 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:45:03,345 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing c88609861531e4ebaa9201d733f20fa1, disabling compactions & flushes 2024-11-25T11:45:03,345 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,345 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,345 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. after waiting 0 ms 2024-11-25T11:45:03,345 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,345 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing c88609861531e4ebaa9201d733f20fa1 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-25T11:45:03,363 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf1/ab2ffa3006bb40b482013cef09d54ac0 is 35, key is r1/cf1:q/1732535103161/Put/seqid=0 2024-11-25T11:45:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741887_1065 (size=4783) 2024-11-25T11:45:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741887_1065 (size=4783) 2024-11-25T11:45:03,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741887_1065 (size=4783) 2024-11-25T11:45:03,370 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf1/ab2ffa3006bb40b482013cef09d54ac0 2024-11-25T11:45:03,378 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf1/ab2ffa3006bb40b482013cef09d54ac0 as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/ab2ffa3006bb40b482013cef09d54ac0 2024-11-25T11:45:03,384 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/ab2ffa3006bb40b482013cef09d54ac0, entries=1, sequenceid=5, filesize=4.7 K 2024-11-25T11:45:03,386 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c88609861531e4ebaa9201d733f20fa1 in 41ms, sequenceid=5, compaction requested=false 2024-11-25T11:45:03,386 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-25T11:45:03,390 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:45:03,393 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,393 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for c88609861531e4ebaa9201d733f20fa1: Waiting for close lock at 1732535103345Running coprocessor pre-close hooks at 1732535103345Disabling compacts and flushes for region at 1732535103345Disabling writes for close at 1732535103345Obtaining lock to block concurrent updates at 1732535103345Preparing flush snapshotting stores in c88609861531e4ebaa9201d733f20fa1 at 1732535103345Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732535103346 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. at 1732535103346Flushing c88609861531e4ebaa9201d733f20fa1/cf1: creating writer at 1732535103347 (+1 ms)Flushing c88609861531e4ebaa9201d733f20fa1/cf1: appending metadata at 1732535103362 (+15 ms)Flushing c88609861531e4ebaa9201d733f20fa1/cf1: closing flushed file at 1732535103363 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3c94ef: reopening flushed file at 1732535103377 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c88609861531e4ebaa9201d733f20fa1 in 41ms, sequenceid=5, compaction requested=false at 1732535103386 (+9 ms)Writing region close event to WAL at 1732535103387 (+1 ms)Running coprocessor post-close hooks at 1732535103391 (+4 ms)Closed at 1732535103393 (+2 ms) 2024-11-25T11:45:03,394 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding c88609861531e4ebaa9201d733f20fa1 move to 96bb5f2c2895,33315,1732535088186 record at close sequenceid=5 2024-11-25T11:45:03,397 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=CLOSED 2024-11-25T11:45:03,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,41569,1732535088310 because future has completed 2024-11-25T11:45:03,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T11:45:03,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,41569,1732535088310 in 216 msec 2024-11-25T11:45:03,405 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE; state=CLOSED, location=96bb5f2c2895,33315,1732535088186; forceNewPlan=false, retain=false 2024-11-25T11:45:03,556 INFO [96bb5f2c2895:40465 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T11:45:03,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=OPENING, regionLocation=96bb5f2c2895,33315,1732535088186 2024-11-25T11:45:03,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE because future has completed 2024-11-25T11:45:03,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,33315,1732535088186}] 2024-11-25T11:45:03,717 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,717 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => c88609861531e4ebaa9201d733f20fa1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:03,718 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,718 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:03,718 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,718 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,720 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,721 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf1 2024-11-25T11:45:03,721 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:03,727 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/ab2ffa3006bb40b482013cef09d54ac0 2024-11-25T11:45:03,727 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:03,727 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,729 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf2 2024-11-25T11:45:03,729 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:03,729 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:03,729 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,730 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,731 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,732 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,732 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,733 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T11:45:03,735 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,736 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened c88609861531e4ebaa9201d733f20fa1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73894023, jitterRate=0.10110674798488617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T11:45:03,736 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:03,737 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for c88609861531e4ebaa9201d733f20fa1: Running coprocessor pre-open hook at 1732535103718Writing region info on filesystem at 1732535103718Initializing all the Stores at 1732535103719 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535103719Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535103719Cleaning up temporary data from old regions at 1732535103732 (+13 ms)Running coprocessor post-open hooks at 1732535103736 (+4 ms)Region opened successfully at 1732535103737 (+1 ms) 2024-11-25T11:45:03,738 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., pid=9, masterSystemTime=1732535103712 2024-11-25T11:45:03,742 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,742 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:03,743 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=OPEN, openSeqNum=9, regionLocation=96bb5f2c2895,33315,1732535088186 2024-11-25T11:45:03,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,33315,1732535088186 because future has completed 2024-11-25T11:45:03,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-25T11:45:03,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,33315,1732535088186 in 188 msec 2024-11-25T11:45:03,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE in 572 msec 2024-11-25T11:45:03,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:45:03,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:45:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:35836 deadline: 1732535163792, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=33315 startCode=1732535088186. As of locationSeqNum=5. 2024-11-25T11:45:03,798 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=33315 startCode=1732535088186. As of locationSeqNum=5. 2024-11-25T11:45:03,799 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=33315 startCode=1732535088186. As of locationSeqNum=5. 2024-11-25T11:45:03,799 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,33315,1732535088186, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=33315 startCode=1732535088186. As of locationSeqNum=5. 2024-11-25T11:45:03,917 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c88609861531e4ebaa9201d733f20fa1 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-25T11:45:03,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf1/3083099c54404cb0bacfc792e4073e3a is 29, key is r1/cf1:/1732535103907/DeleteFamily/seqid=0 2024-11-25T11:45:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741888_1066 (size=4906) 2024-11-25T11:45:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741888_1066 (size=4906) 2024-11-25T11:45:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741888_1066 (size=4906) 2024-11-25T11:45:03,942 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf1/3083099c54404cb0bacfc792e4073e3a 2024-11-25T11:45:03,949 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3083099c54404cb0bacfc792e4073e3a 2024-11-25T11:45:03,964 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf2/7781a7d18031495e924f58b3b21c52e2 is 29, key is r1/cf2:/1732535103907/DeleteFamily/seqid=0 2024-11-25T11:45:03,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741889_1067 (size=4906) 2024-11-25T11:45:03,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741889_1067 (size=4906) 2024-11-25T11:45:03,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741889_1067 (size=4906) 2024-11-25T11:45:03,973 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf2/7781a7d18031495e924f58b3b21c52e2 2024-11-25T11:45:03,980 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7781a7d18031495e924f58b3b21c52e2 2024-11-25T11:45:03,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf1/3083099c54404cb0bacfc792e4073e3a as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/3083099c54404cb0bacfc792e4073e3a 2024-11-25T11:45:03,987 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3083099c54404cb0bacfc792e4073e3a 2024-11-25T11:45:03,988 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/3083099c54404cb0bacfc792e4073e3a, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T11:45:03,989 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf2/7781a7d18031495e924f58b3b21c52e2 as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/7781a7d18031495e924f58b3b21c52e2 2024-11-25T11:45:03,995 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7781a7d18031495e924f58b3b21c52e2 2024-11-25T11:45:03,996 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/7781a7d18031495e924f58b3b21c52e2, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T11:45:03,997 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for c88609861531e4ebaa9201d733f20fa1 in 80ms, sequenceid=12, compaction requested=false 2024-11-25T11:45:03,997 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c88609861531e4ebaa9201d733f20fa1: 2024-11-25T11:45:04,001 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T11:45:04,002 DEBUG [Time-limited test {}] regionserver.HStore(1541): c88609861531e4ebaa9201d733f20fa1/cf1 is initiating major compaction (all files) 2024-11-25T11:45:04,003 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:45:04,003 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:45:04,003 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c88609861531e4ebaa9201d733f20fa1/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,004 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/ab2ffa3006bb40b482013cef09d54ac0, hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/3083099c54404cb0bacfc792e4073e3a] into tmpdir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp, totalSize=9.5 K 2024-11-25T11:45:04,005 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ab2ffa3006bb40b482013cef09d54ac0, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732535103161 2024-11-25T11:45:04,006 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3083099c54404cb0bacfc792e4073e3a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T11:45:04,019 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c88609861531e4ebaa9201d733f20fa1#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:45:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741890_1068 (size=4626) 2024-11-25T11:45:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741890_1068 (size=4626) 2024-11-25T11:45:04,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741890_1068 (size=4626) 2024-11-25T11:45:04,036 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf1/876d17ea10334396ba880a3e90afa02d as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/876d17ea10334396ba880a3e90afa02d 2024-11-25T11:45:04,051 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in c88609861531e4ebaa9201d733f20fa1/cf1 of c88609861531e4ebaa9201d733f20fa1 into 876d17ea10334396ba880a3e90afa02d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:45:04,051 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c88609861531e4ebaa9201d733f20fa1: 2024-11-25T11:45:04,051 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-25T11:45:04,051 DEBUG [Time-limited test {}] regionserver.HStore(1541): c88609861531e4ebaa9201d733f20fa1/cf2 is initiating major compaction (all files) 2024-11-25T11:45:04,052 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:45:04,052 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:45:04,052 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c88609861531e4ebaa9201d733f20fa1/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,052 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/7781a7d18031495e924f58b3b21c52e2] into tmpdir=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp, totalSize=4.8 K 2024-11-25T11:45:04,053 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7781a7d18031495e924f58b3b21c52e2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T11:45:04,059 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c88609861531e4ebaa9201d733f20fa1#cf2#compaction#17 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:45:04,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741891_1069 (size=4592) 2024-11-25T11:45:04,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741891_1069 (size=4592) 2024-11-25T11:45:04,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741891_1069 (size=4592) 2024-11-25T11:45:04,077 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/.tmp/cf2/8622ca76069848b58b86bb26ed833898 as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/8622ca76069848b58b86bb26ed833898 2024-11-25T11:45:04,084 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in c88609861531e4ebaa9201d733f20fa1/cf2 of c88609861531e4ebaa9201d733f20fa1 into 8622ca76069848b58b86bb26ed833898(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:45:04,085 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c88609861531e4ebaa9201d733f20fa1: 2024-11-25T11:45:04,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c88609861531e4ebaa9201d733f20fa1, source=96bb5f2c2895,33315,1732535088186, destination=96bb5f2c2895,41569,1732535088310, warming up region on 96bb5f2c2895,41569,1732535088310 2024-11-25T11:45:04,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c88609861531e4ebaa9201d733f20fa1, source=96bb5f2c2895,33315,1732535088186, destination=96bb5f2c2895,41569,1732535088310, running balancer 2024-11-25T11:45:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE 2024-11-25T11:45:04,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE 2024-11-25T11:45:04,094 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=CLOSING, regionLocation=96bb5f2c2895,33315,1732535088186 2024-11-25T11:45:04,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(7855): Warmup {ENCODED => c88609861531e4ebaa9201d733f20fa1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:04,096 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,101 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf1 2024-11-25T11:45:04,101 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:04,102 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=96bb5f2c2895,33315,1732535088186, table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T11:45:04,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE because future has completed 2024-11-25T11:45:04,103 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:45:04,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,33315,1732535088186}] 2024-11-25T11:45:04,110 INFO [StoreFileOpener-c88609861531e4ebaa9201d733f20fa1-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3083099c54404cb0bacfc792e4073e3a 2024-11-25T11:45:04,111 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/3083099c54404cb0bacfc792e4073e3a 2024-11-25T11:45:04,116 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/876d17ea10334396ba880a3e90afa02d 2024-11-25T11:45:04,122 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/ab2ffa3006bb40b482013cef09d54ac0 2024-11-25T11:45:04,122 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:04,122 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,123 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf2 2024-11-25T11:45:04,123 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:04,130 INFO [StoreFileOpener-c88609861531e4ebaa9201d733f20fa1-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7781a7d18031495e924f58b3b21c52e2 2024-11-25T11:45:04,130 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/7781a7d18031495e924f58b3b21c52e2 2024-11-25T11:45:04,135 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/8622ca76069848b58b86bb26ed833898 2024-11-25T11:45:04,135 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(1722): Closing c88609861531e4ebaa9201d733f20fa1, disabling compactions & flushes 2024-11-25T11:45:04,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. after waiting 0 ms 2024-11-25T11:45:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(1676): Region close journal for c88609861531e4ebaa9201d733f20fa1: Waiting for close lock at 1732535104135Disabling compacts and flushes for region at 1732535104135Disabling writes for close at 1732535104135Writing region close event to WAL at 1732535104136 (+1 ms)Closed at 1732535104136 2024-11-25T11:45:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-25T11:45:04,258 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,258 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:45:04,258 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing c88609861531e4ebaa9201d733f20fa1, disabling compactions & flushes 2024-11-25T11:45:04,258 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,258 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,258 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. after waiting 0 ms 2024-11-25T11:45:04,258 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,259 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/ab2ffa3006bb40b482013cef09d54ac0, hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/3083099c54404cb0bacfc792e4073e3a] to archive 2024-11-25T11:45:04,262 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:45:04,265 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/ab2ffa3006bb40b482013cef09d54ac0 to hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/ab2ffa3006bb40b482013cef09d54ac0 2024-11-25T11:45:04,266 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/3083099c54404cb0bacfc792e4073e3a to hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/3083099c54404cb0bacfc792e4073e3a 2024-11-25T11:45:04,280 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/7781a7d18031495e924f58b3b21c52e2] to archive 2024-11-25T11:45:04,281 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:45:04,283 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/7781a7d18031495e924f58b3b21c52e2 to hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/7781a7d18031495e924f58b3b21c52e2 2024-11-25T11:45:04,288 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-25T11:45:04,289 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,289 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for c88609861531e4ebaa9201d733f20fa1: Waiting for close lock at 1732535104258Running coprocessor pre-close hooks at 1732535104258Disabling compacts and flushes for region at 1732535104258Disabling writes for close at 1732535104258Writing region close event to WAL at 1732535104284 (+26 ms)Running coprocessor post-close hooks at 1732535104289 (+5 ms)Closed at 1732535104289 2024-11-25T11:45:04,289 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding c88609861531e4ebaa9201d733f20fa1 move to 96bb5f2c2895,41569,1732535088310 record at close sequenceid=12 2024-11-25T11:45:04,291 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,292 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=CLOSED 2024-11-25T11:45:04,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,33315,1732535088186 because future has completed 2024-11-25T11:45:04,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T11:45:04,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,33315,1732535088186 in 193 msec 2024-11-25T11:45:04,301 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE; state=CLOSED, location=96bb5f2c2895,41569,1732535088310; forceNewPlan=false, retain=false 2024-11-25T11:45:04,451 INFO [96bb5f2c2895:40465 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T11:45:04,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=OPENING, regionLocation=96bb5f2c2895,41569,1732535088310 2024-11-25T11:45:04,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE because future has completed 2024-11-25T11:45:04,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,41569,1732535088310}] 2024-11-25T11:45:04,613 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c88609861531e4ebaa9201d733f20fa1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:04,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,614 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:04,614 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,614 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,615 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,616 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf1 2024-11-25T11:45:04,616 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:04,622 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/876d17ea10334396ba880a3e90afa02d 2024-11-25T11:45:04,622 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:04,622 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,623 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf2 2024-11-25T11:45:04,623 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:04,629 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/8622ca76069848b58b86bb26ed833898 2024-11-25T11:45:04,629 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:04,630 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,631 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,632 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,633 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,633 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,634 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T11:45:04,636 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,637 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c88609861531e4ebaa9201d733f20fa1; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67361086, jitterRate=0.0037584006786346436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T11:45:04,637 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,638 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c88609861531e4ebaa9201d733f20fa1: Running coprocessor pre-open hook at 1732535104614Writing region info on filesystem at 1732535104614Initializing all the Stores at 1732535104615 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535104615Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535104615Cleaning up temporary data from old regions at 1732535104633 (+18 ms)Running coprocessor post-open hooks at 1732535104637 (+4 ms)Region opened successfully at 1732535104638 (+1 ms) 2024-11-25T11:45:04,639 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., pid=12, masterSystemTime=1732535104608 2024-11-25T11:45:04,641 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,641 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=OPEN, openSeqNum=18, regionLocation=96bb5f2c2895,41569,1732535088310 2024-11-25T11:45:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,41569,1732535088310 because future has completed 2024-11-25T11:45:04,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-25T11:45:04,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,41569,1732535088310 in 191 msec 2024-11-25T11:45:04,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, REOPEN/MOVE in 558 msec 2024-11-25T11:45:04,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:45:04,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:45:04,698 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 96bb5f2c2895,41569,1732535088310: testing ***** 2024-11-25T11:45:04,698 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:45:04,700 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:45:04,701 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:45:04,703 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:45:04,704 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:45:04,713 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 321668376 }, "NonHeapMemoryUsage": { "committed": 171376640, "init": 7667712, "max": -1, "used": 168760512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "96bb5f2c2895", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "96bb5f2c2895", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52944", "tag.serverName": "96bb5f2c2895,33315,1732535088186", "tag.clusterId": "65684154-a5f2-4518-a7dd-5f1319fa2666", "tag.Context": "regionserver", "tag.Hostname": "96bb5f2c2895", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732535088186, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 8, "Put_mean": 5, "Put_25th_percentile": 3, "Put_median": 5, "Put_75th_percentile": 6, "Put_90th_percentile": 7, "Put_95th_percentile": 7, "Put_98th_percentile": 7, "Put_99th_percentile": 7, "Put_99.9th_percentile": 7, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T11:45:04,717 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40465 {}] master.MasterRpcServices(700): 96bb5f2c2895,41569,1732535088310 reported a fatal error: ***** ABORTING region server 96bb5f2c2895,41569,1732535088310: testing ***** 2024-11-25T11:45:04,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,41569,1732535088310' ***** 2024-11-25T11:45:04,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-25T11:45:04,720 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:45:04,720 INFO [RS:1;96bb5f2c2895:41569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T11:45:04,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:45:04,721 INFO [RS:1;96bb5f2c2895:41569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T11:45:04,721 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(3091): Received CLOSE for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,721 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(956): aborting server 96bb5f2c2895,41569,1732535088310 2024-11-25T11:45:04,721 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:45:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:49500 deadline: 1732535164721, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=41569 startCode=1732535088310. As of locationSeqNum=12. 2024-11-25T11:45:04,722 INFO [RS:1;96bb5f2c2895:41569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;96bb5f2c2895:41569. 2024-11-25T11:45:04,722 DEBUG [RS:1;96bb5f2c2895:41569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:45:04,722 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c88609861531e4ebaa9201d733f20fa1, disabling compactions & flushes 2024-11-25T11:45:04,722 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,722 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,722 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. after waiting 0 ms 2024-11-25T11:45:04,722 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,722 DEBUG [RS:1;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:45:04,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,33315,1732535088186, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,33315,1732535088186, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=41569 startCode=1732535088310. As of locationSeqNum=12. 2024-11-25T11:45:04,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,33315,1732535088186, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=41569 startCode=1732535088310. As of locationSeqNum=12. 2024-11-25T11:45:04,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,33315,1732535088186, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=41569 startCode=1732535088310. As of locationSeqNum=12. 2024-11-25T11:45:04,723 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:45:04,723 DEBUG [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1325): Online Regions={c88609861531e4ebaa9201d733f20fa1=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.} 2024-11-25T11:45:04,723 DEBUG [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1351): Waiting on c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:04,725 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,725 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c88609861531e4ebaa9201d733f20fa1: Waiting for close lock at 1732535104721Running coprocessor pre-close hooks at 1732535104722 (+1 ms)Disabling compacts and flushes for region at 1732535104722Disabling writes for close at 1732535104722Writing region close event to WAL at 1732535104725 (+3 ms)Running coprocessor post-close hooks at 1732535104725Closed at 1732535104725 2024-11-25T11:45:04,725 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:04,746 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:45:04,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,41569,1732535088310 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:04,838 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,41569,1732535088310 aborting 2024-11-25T11:45:04,838 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,41569,1732535088310 aborting 2024-11-25T11:45:04,838 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=12 from cache 2024-11-25T11:45:04,923 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,41569,1732535088310; all regions closed. 2024-11-25T11:45:04,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741835_1011 (size=1407) 2024-11-25T11:45:04,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741835_1011 (size=1407) 2024-11-25T11:45:04,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741835_1011 (size=1407) 2024-11-25T11:45:04,928 DEBUG [RS:1;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:45:04,928 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:45:04,928 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:45:04,928 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:45:04,928 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:45:04,929 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:45:04,929 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:45:04,929 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:45:04,929 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:45:04,929 INFO [RS:1;96bb5f2c2895:41569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41569 2024-11-25T11:45:04,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:45:04,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/96bb5f2c2895,41569,1732535088310 2024-11-25T11:45:04,937 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:45:04,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,41569,1732535088310] 2024-11-25T11:45:04,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/96bb5f2c2895,41569,1732535088310 already deleted, retry=false 2024-11-25T11:45:04,940 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 96bb5f2c2895,41569,1732535088310 on 96bb5f2c2895,40465,1732535087497 2024-11-25T11:45:04,945 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 96bb5f2c2895,41569,1732535088310, splitWal=true, meta=false 2024-11-25T11:45:04,947 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 96bb5f2c2895,41569,1732535088310 (carryingMeta=false) 96bb5f2c2895,41569,1732535088310/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@32b0f727[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T11:45:04,948 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 96bb5f2c2895,41569,1732535088310, splitWal=true, meta=false 2024-11-25T11:45:04,949 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 96bb5f2c2895,41569,1732535088310 had 1 regions 2024-11-25T11:45:04,951 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 96bb5f2c2895,41569,1732535088310, splitWal=true, meta=false, isMeta: false 2024-11-25T11:45:04,952 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting 2024-11-25T11:45:04,953 INFO [PEWorker-1 {}] master.SplitWALManager(105): 96bb5f2c2895,41569,1732535088310 WAL count=1, meta=false 2024-11-25T11:45:04,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 96bb5f2c2895%2C41569%2C1732535088310.1732535089801}] 2024-11-25T11:45:04,961 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=96bb5f2c2895,45741,1732535088352 2024-11-25T11:45:04,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 96bb5f2c2895%2C41569%2C1732535088310.1732535089801, worker=96bb5f2c2895,45741,1732535088352}] 2024-11-25T11:45:05,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:45:05,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014ef159070002, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:45:05,040 INFO [RS:1;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:45:05,040 INFO [RS:1;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,41569,1732535088310; zookeeper connection closed. 2024-11-25T11:45:05,040 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@198335d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@198335d8 2024-11-25T11:45:05,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18] 2024-11-25T11:45:05,052 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 96bb5f2c2895:41569 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 96bb5f2c2895/172.17.0.2:41569 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:05,052 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18, error=java.net.ConnectException: Call to address=96bb5f2c2895:41569 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 96bb5f2c2895/172.17.0.2:41569 2024-11-25T11:45:05,052 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-25T11:45:05,052 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18 from cache 2024-11-25T11:45:05,053 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 96bb5f2c2895:41569 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 96bb5f2c2895/172.17.0.2:41569 2024-11-25T11:45:05,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:45:05,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:45:05,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-25T11:45:05,144 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801, size=1.4 K (1407bytes) 2024-11-25T11:45:05,144 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801 2024-11-25T11:45:05,145 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801 after 1ms 2024-11-25T11:45:05,148 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:05,148 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801 took 4ms 2024-11-25T11:45:05,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for c88609861531e4ebaa9201d733f20fa1: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-25T11:45:05,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801 so closing down 2024-11-25T11:45:05,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:45:05,156 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:45:05,156 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801, size=1.4 K, length=1407, corrupted=false, cancelled=false 2024-11-25T11:45:05,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801, journal: Splitting hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801, size=1.4 K (1407bytes) at 1732535105144Finishing writing output for hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801 so closing down at 1732535105156 (+12 ms)3 split writer threads finished at 1732535105156Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801, size=1.4 K, length=1407, corrupted=false, cancelled=false at 1732535105156 2024-11-25T11:45:05,157 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801 2024-11-25T11:45:05,158 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T11:45:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T11:45:05,165 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting/96bb5f2c2895%2C41569%2C1732535088310.1732535089801 to hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/oldWALs 2024-11-25T11:45:05,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T11:45:05,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 96bb5f2c2895%2C41569%2C1732535088310.1732535089801, worker=96bb5f2c2895,45741,1732535088352 in 202 msec 2024-11-25T11:45:05,169 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=96bb5f2c2895,45741,1732535088352 2024-11-25T11:45:05,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T11:45:05,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 96bb5f2c2895%2C41569%2C1732535088310.1732535089801, worker=96bb5f2c2895,45741,1732535088352 in 215 msec 2024-11-25T11:45:05,175 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting dir is empty, no logs to split. 2024-11-25T11:45:05,175 INFO [PEWorker-1 {}] master.SplitWALManager(105): 96bb5f2c2895,41569,1732535088310 WAL count=0, meta=false 2024-11-25T11:45:05,175 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 96bb5f2c2895,41569,1732535088310 WAL splitting is done? wals=0, meta=false 2024-11-25T11:45:05,177 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 96bb5f2c2895,41569,1732535088310 failed, ignore...File hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/WALs/96bb5f2c2895,41569,1732535088310-splitting does not exist. 2024-11-25T11:45:05,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN}] 2024-11-25T11:45:05,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN 2024-11-25T11:45:05,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:45:05,333 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(204): Hosts are {96bb5f2c2895=0} racks are {/default-rack=0} 2024-11-25T11:45:05,333 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:45:05,333 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:45:05,333 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:45:05,333 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:45:05,333 INFO [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:45:05,333 INFO [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:45:05,333 DEBUG [96bb5f2c2895:40465 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:45:05,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=OPENING, regionLocation=96bb5f2c2895,45741,1732535088352 2024-11-25T11:45:05,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN because future has completed 2024-11-25T11:45:05,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,45741,1732535088352}] 2024-11-25T11:45:05,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18] 2024-11-25T11:45:05,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 96bb5f2c2895:41569 this server is in the failed servers list 2024-11-25T11:45:05,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=96bb5f2c2895:41569 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 96bb5f2c2895:41569 2024-11-25T11:45:05,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 96bb5f2c2895:41569 2024-11-25T11:45:05,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,41569,1732535088310, seqNum=18 from cache 2024-11-25T11:45:05,493 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:05,493 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c88609861531e4ebaa9201d733f20fa1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:05,494 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,494 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:05,494 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,494 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,495 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,496 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf1 2024-11-25T11:45:05,496 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:05,502 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf1/876d17ea10334396ba880a3e90afa02d 2024-11-25T11:45:05,502 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:05,503 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,503 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88609861531e4ebaa9201d733f20fa1 columnFamilyName cf2 2024-11-25T11:45:05,503 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:05,509 DEBUG [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/cf2/8622ca76069848b58b86bb26ed833898 2024-11-25T11:45:05,509 INFO [StoreOpener-c88609861531e4ebaa9201d733f20fa1-1 {}] regionserver.HStore(327): Store=c88609861531e4ebaa9201d733f20fa1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:05,509 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,510 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,511 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,512 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,512 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,513 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T11:45:05,514 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,515 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c88609861531e4ebaa9201d733f20fa1; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63266359, jitterRate=-0.05725778639316559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T11:45:05,515 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:05,516 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c88609861531e4ebaa9201d733f20fa1: Running coprocessor pre-open hook at 1732535105494Writing region info on filesystem at 1732535105494Initializing all the Stores at 1732535105495 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535105495Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535105495Cleaning up temporary data from old regions at 1732535105512 (+17 ms)Running coprocessor post-open hooks at 1732535105515 (+3 ms)Region opened successfully at 1732535105516 (+1 ms) 2024-11-25T11:45:05,517 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., pid=17, masterSystemTime=1732535105489 2024-11-25T11:45:05,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c88609861531e4ebaa9201d733f20fa1, regionState=OPEN, openSeqNum=18, regionLocation=96bb5f2c2895,45741,1732535088352 2024-11-25T11:45:05,521 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:05,521 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:05,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,45741,1732535088352 because future has completed 2024-11-25T11:45:05,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T11:45:05,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure c88609861531e4ebaa9201d733f20fa1, server=96bb5f2c2895,45741,1732535088352 in 188 msec 2024-11-25T11:45:05,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-25T11:45:05,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c88609861531e4ebaa9201d733f20fa1, ASSIGN in 347 msec 2024-11-25T11:45:05,529 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 96bb5f2c2895,41569,1732535088310 after splitting done 2024-11-25T11:45:05,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 96bb5f2c2895,41569,1732535088310, splitWal=true, meta=false in 588 msec 2024-11-25T11:45:05,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1., hostname=96bb5f2c2895,45741,1732535088352, seqNum=18] 2024-11-25T11:45:05,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:45:05,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:45:05,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 411), OpenFileDescriptor=1050 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=4024 (was 4072) 2024-11-25T11:45:05,887 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-25T11:45:05,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=4023 2024-11-25T11:45:05,899 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-25T11:45:05,914 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:05,916 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:05,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:45:05,919 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68008110, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-68008110, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:05,932 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68008110/hregion-68008110.1732535105919, exclude list is [], retry=0 2024-11-25T11:45:05,934 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:05,935 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:05,935 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:05,937 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68008110/hregion-68008110.1732535105919 2024-11-25T11:45:05,938 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:45:05,938 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 26afe0653cfd900529f01e56588b4ddc, NAME => 'testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:45:05,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741893_1071 (size=67) 2024-11-25T11:45:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741893_1071 (size=67) 2024-11-25T11:45:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741893_1071 (size=67) 2024-11-25T11:45:05,946 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:05,948 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,949 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26afe0653cfd900529f01e56588b4ddc columnFamilyName a 2024-11-25T11:45:05,949 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:05,950 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(327): Store=26afe0653cfd900529f01e56588b4ddc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:05,950 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,951 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26afe0653cfd900529f01e56588b4ddc columnFamilyName b 2024-11-25T11:45:05,951 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:05,952 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(327): Store=26afe0653cfd900529f01e56588b4ddc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:05,952 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,953 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26afe0653cfd900529f01e56588b4ddc columnFamilyName c 2024-11-25T11:45:05,953 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:05,953 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(327): Store=26afe0653cfd900529f01e56588b4ddc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:05,954 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,955 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,955 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,956 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:05,957 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,959 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:45:05,959 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26afe0653cfd900529f01e56588b4ddc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68404734, jitterRate=0.019309967756271362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:05,960 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26afe0653cfd900529f01e56588b4ddc: Writing region info on filesystem at 1732535105947Initializing all the Stores at 1732535105947Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535105947Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535105948 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535105948Cleaning up temporary data from old regions at 1732535105955 (+7 ms)Region opened successfully at 1732535105959 (+4 ms) 2024-11-25T11:45:05,960 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 26afe0653cfd900529f01e56588b4ddc, disabling compactions & flushes 2024-11-25T11:45:05,960 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. 2024-11-25T11:45:05,960 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. 2024-11-25T11:45:05,960 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. after waiting 0 ms 2024-11-25T11:45:05,960 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. 2024-11-25T11:45:05,960 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. 2024-11-25T11:45:05,960 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 26afe0653cfd900529f01e56588b4ddc: Waiting for close lock at 1732535105960Disabling compacts and flushes for region at 1732535105960Disabling writes for close at 1732535105960Writing region close event to WAL at 1732535105960Closed at 1732535105960 2024-11-25T11:45:05,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741892_1070 (size=95) 2024-11-25T11:45:05,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741892_1070 (size=95) 2024-11-25T11:45:05,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741892_1070 (size=95) 2024-11-25T11:45:05,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:45:05,965 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68008110:(num 1732535105919) 2024-11-25T11:45:05,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:05,966 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:05,979 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967, exclude list is [], retry=0 2024-11-25T11:45:05,982 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:05,982 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:05,982 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:05,984 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967 2024-11-25T11:45:05,984 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:45:05,984 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 26afe0653cfd900529f01e56588b4ddc, NAME => 'testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:05,984 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:05,984 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,984 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,986 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,986 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26afe0653cfd900529f01e56588b4ddc columnFamilyName a 2024-11-25T11:45:05,986 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:05,987 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(327): Store=26afe0653cfd900529f01e56588b4ddc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:05,987 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,988 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26afe0653cfd900529f01e56588b4ddc columnFamilyName b 2024-11-25T11:45:05,988 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:05,988 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(327): Store=26afe0653cfd900529f01e56588b4ddc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:05,988 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,989 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26afe0653cfd900529f01e56588b4ddc columnFamilyName c 2024-11-25T11:45:05,989 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:05,989 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(327): Store=26afe0653cfd900529f01e56588b4ddc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:05,990 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,990 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,991 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,993 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,993 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,993 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:05,994 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:05,995 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26afe0653cfd900529f01e56588b4ddc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58891442, jitterRate=-0.12244912981987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:05,996 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26afe0653cfd900529f01e56588b4ddc: Writing region info on filesystem at 1732535105985Initializing all the Stores at 1732535105985Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535105985Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535105985Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535105985Cleaning up temporary data from old regions at 1732535105993 (+8 ms)Region opened successfully at 1732535105996 (+3 ms) 2024-11-25T11:45:06,022 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 26afe0653cfd900529f01e56588b4ddc 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T11:45:06,038 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/a/20602369d14743e58288731366a1bac3 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732535105996/Put/seqid=0 2024-11-25T11:45:06,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741895_1073 (size=5958) 2024-11-25T11:45:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741895_1073 (size=5958) 2024-11-25T11:45:06,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741895_1073 (size=5958) 2024-11-25T11:45:06,048 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/a/20602369d14743e58288731366a1bac3 2024-11-25T11:45:06,068 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/b/28b8ad7253894998818a6583e82bf7ed is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732535106004/Put/seqid=0 2024-11-25T11:45:06,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741896_1074 (size=5958) 2024-11-25T11:45:06,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741896_1074 (size=5958) 2024-11-25T11:45:06,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741896_1074 (size=5958) 2024-11-25T11:45:06,080 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/b/28b8ad7253894998818a6583e82bf7ed 2024-11-25T11:45:06,100 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/c/23a51c0e62b34677b434035ca02b0e2e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732535106012/Put/seqid=0 2024-11-25T11:45:06,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741897_1075 (size=5958) 2024-11-25T11:45:06,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741897_1075 (size=5958) 2024-11-25T11:45:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741897_1075 (size=5958) 2024-11-25T11:45:06,112 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/c/23a51c0e62b34677b434035ca02b0e2e 2024-11-25T11:45:06,119 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/a/20602369d14743e58288731366a1bac3 as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/a/20602369d14743e58288731366a1bac3 2024-11-25T11:45:06,128 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/a/20602369d14743e58288731366a1bac3, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T11:45:06,130 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/b/28b8ad7253894998818a6583e82bf7ed as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/b/28b8ad7253894998818a6583e82bf7ed 2024-11-25T11:45:06,138 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/b/28b8ad7253894998818a6583e82bf7ed, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T11:45:06,140 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/c/23a51c0e62b34677b434035ca02b0e2e as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/c/23a51c0e62b34677b434035ca02b0e2e 2024-11-25T11:45:06,147 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/c/23a51c0e62b34677b434035ca02b0e2e, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T11:45:06,149 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 26afe0653cfd900529f01e56588b4ddc in 126ms, sequenceid=33, compaction requested=false 2024-11-25T11:45:06,149 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 26afe0653cfd900529f01e56588b4ddc: 2024-11-25T11:45:06,149 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 26afe0653cfd900529f01e56588b4ddc, disabling compactions & flushes 2024-11-25T11:45:06,149 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. 2024-11-25T11:45:06,149 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. 2024-11-25T11:45:06,149 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. after waiting 0 ms 2024-11-25T11:45:06,149 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. 2024-11-25T11:45:06,151 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. 2024-11-25T11:45:06,151 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 26afe0653cfd900529f01e56588b4ddc: Waiting for close lock at 1732535106149Disabling compacts and flushes for region at 1732535106149Disabling writes for close at 1732535106149Writing region close event to WAL at 1732535106151 (+2 ms)Closed at 1732535106151 2024-11-25T11:45:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741894_1072 (size=3384) 2024-11-25T11:45:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741894_1072 (size=3384) 2024-11-25T11:45:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741894_1072 (size=3384) 2024-11-25T11:45:06,159 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/b/28b8ad7253894998818a6583e82bf7ed to hdfs://localhost:39301/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/b/28b8ad7253894998818a6583e82bf7ed 2024-11-25T11:45:06,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967, size=3.3 K (3384bytes) 2024-11-25T11:45:06,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967 2024-11-25T11:45:06,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967 after 0ms 2024-11-25T11:45:06,179 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:06,179 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967 took 3ms 2024-11-25T11:45:06,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967 so closing down 2024-11-25T11:45:06,182 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:45:06,183 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535105967.temp 2024-11-25T11:45:06,184 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000003-wal.1732535105967.temp 2024-11-25T11:45:06,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:45:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741898_1076 (size=2944) 2024-11-25T11:45:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741898_1076 (size=2944) 2024-11-25T11:45:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741898_1076 (size=2944) 2024-11-25T11:45:06,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000003-wal.1732535105967.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T11:45:06,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000003-wal.1732535105967.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000032 2024-11-25T11:45:06,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967, size=3.3 K, length=3384, corrupted=false, cancelled=false 2024-11-25T11:45:06,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967, journal: Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967, size=3.3 K (3384bytes) at 1732535106176Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967 so closing down at 1732535106182 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000003-wal.1732535105967.temp at 1732535106184 (+2 ms)3 split writer threads finished at 1732535106185 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000003-wal.1732535105967.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732535106195 (+10 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000003-wal.1732535105967.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000032 at 1732535106197 (+2 ms)Processed 32 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967, size=3.3 K, length=3384, corrupted=false, cancelled=false at 1732535106198 (+1 ms) 2024-11-25T11:45:06,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535105967 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535105967 2024-11-25T11:45:06,201 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000032 2024-11-25T11:45:06,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:06,204 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:06,224 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535106204, exclude list is [], retry=0 2024-11-25T11:45:06,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:06,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:06,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:06,231 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535106204 2024-11-25T11:45:06,232 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-25T11:45:06,233 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 26afe0653cfd900529f01e56588b4ddc, NAME => 'testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:06,233 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:06,233 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,233 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,235 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,236 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26afe0653cfd900529f01e56588b4ddc columnFamilyName a 2024-11-25T11:45:06,236 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:06,243 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/a/20602369d14743e58288731366a1bac3 2024-11-25T11:45:06,243 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(327): Store=26afe0653cfd900529f01e56588b4ddc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:06,243 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,245 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26afe0653cfd900529f01e56588b4ddc columnFamilyName b 2024-11-25T11:45:06,245 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:06,245 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(327): Store=26afe0653cfd900529f01e56588b4ddc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:06,245 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,246 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26afe0653cfd900529f01e56588b4ddc columnFamilyName c 2024-11-25T11:45:06,246 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:06,252 DEBUG [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/c/23a51c0e62b34677b434035ca02b0e2e 2024-11-25T11:45:06,253 INFO [StoreOpener-26afe0653cfd900529f01e56588b4ddc-1 {}] regionserver.HStore(327): Store=26afe0653cfd900529f01e56588b4ddc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:06,253 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,254 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,255 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,256 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000032 2024-11-25T11:45:06,258 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:06,260 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000032 2024-11-25T11:45:06,260 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 26afe0653cfd900529f01e56588b4ddc 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T11:45:06,282 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/b/146c4abb406647b3b74e376504298a43 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732535106004/Put/seqid=0 2024-11-25T11:45:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741900_1078 (size=5958) 2024-11-25T11:45:06,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741900_1078 (size=5958) 2024-11-25T11:45:06,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741900_1078 (size=5958) 2024-11-25T11:45:06,291 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/b/146c4abb406647b3b74e376504298a43 2024-11-25T11:45:06,299 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/.tmp/b/146c4abb406647b3b74e376504298a43 as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/b/146c4abb406647b3b74e376504298a43 2024-11-25T11:45:06,305 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/b/146c4abb406647b3b74e376504298a43, entries=10, sequenceid=32, filesize=5.8 K 2024-11-25T11:45:06,305 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 26afe0653cfd900529f01e56588b4ddc in 45ms, sequenceid=32, compaction requested=false; wal=null 2024-11-25T11:45:06,306 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/0000000000000000032 2024-11-25T11:45:06,307 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,308 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,308 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:06,310 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26afe0653cfd900529f01e56588b4ddc 2024-11-25T11:45:06,313 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/26afe0653cfd900529f01e56588b4ddc/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-25T11:45:06,314 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26afe0653cfd900529f01e56588b4ddc; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67115931, jitterRate=1.0530650615692139E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:06,316 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26afe0653cfd900529f01e56588b4ddc: Writing region info on filesystem at 1732535106233Initializing all the Stores at 1732535106234 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535106234Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535106234Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535106234Obtaining lock to block concurrent updates at 1732535106260 (+26 ms)Preparing flush snapshotting stores in 26afe0653cfd900529f01e56588b4ddc at 1732535106260Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732535106261 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732535105914.26afe0653cfd900529f01e56588b4ddc. at 1732535106261Flushing 26afe0653cfd900529f01e56588b4ddc/b: creating writer at 1732535106261Flushing 26afe0653cfd900529f01e56588b4ddc/b: appending metadata at 1732535106281 (+20 ms)Flushing 26afe0653cfd900529f01e56588b4ddc/b: closing flushed file at 1732535106281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59665e9: reopening flushed file at 1732535106298 (+17 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 26afe0653cfd900529f01e56588b4ddc in 45ms, sequenceid=32, compaction requested=false; wal=null at 1732535106305 (+7 ms)Cleaning up temporary data from old regions at 1732535106308 (+3 ms)Region opened successfully at 1732535106316 (+8 ms) 2024-11-25T11:45:06,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=417 (was 408) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:43324 [Waiting for operation #53] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:46820 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:46984 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:43434 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:45536 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:45422 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=4008 (was 4023) 2024-11-25T11:45:06,340 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-25T11:45:06,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=4007 2024-11-25T11:45:06,354 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-25T11:45:06,369 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:06,371 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:06,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:45:06,374 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16843232, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-16843232, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:06,388 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16843232/hregion-16843232.1732535106375, exclude list is [], retry=0 2024-11-25T11:45:06,391 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:06,391 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:06,392 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:06,395 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16843232/hregion-16843232.1732535106375 2024-11-25T11:45:06,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:45:06,395 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 581d30ec6a794338e870ec6070c83fa6, NAME => 'testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:45:06,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741902_1080 (size=68) 2024-11-25T11:45:06,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741902_1080 (size=68) 2024-11-25T11:45:06,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741902_1080 (size=68) 2024-11-25T11:45:06,408 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:06,410 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,411 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581d30ec6a794338e870ec6070c83fa6 columnFamilyName a 2024-11-25T11:45:06,411 DEBUG [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:06,412 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(327): Store=581d30ec6a794338e870ec6070c83fa6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:06,412 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,414 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581d30ec6a794338e870ec6070c83fa6 columnFamilyName b 2024-11-25T11:45:06,414 DEBUG [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:06,414 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(327): Store=581d30ec6a794338e870ec6070c83fa6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:06,415 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,416 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581d30ec6a794338e870ec6070c83fa6 columnFamilyName c 2024-11-25T11:45:06,416 DEBUG [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:06,417 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(327): Store=581d30ec6a794338e870ec6070c83fa6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:06,417 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,418 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,418 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,419 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,419 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,420 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:06,421 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,423 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:45:06,424 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 581d30ec6a794338e870ec6070c83fa6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59049155, jitterRate=-0.1200990229845047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:06,425 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 581d30ec6a794338e870ec6070c83fa6: Writing region info on filesystem at 1732535106408Initializing all the Stores at 1732535106409 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535106409Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535106409Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535106409Cleaning up temporary data from old regions at 1732535106419 (+10 ms)Region opened successfully at 1732535106425 (+6 ms) 2024-11-25T11:45:06,425 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 581d30ec6a794338e870ec6070c83fa6, disabling compactions & flushes 2024-11-25T11:45:06,425 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:06,425 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:06,425 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. after waiting 0 ms 2024-11-25T11:45:06,425 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:06,426 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:06,426 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 581d30ec6a794338e870ec6070c83fa6: Waiting for close lock at 1732535106425Disabling compacts and flushes for region at 1732535106425Disabling writes for close at 1732535106425Writing region close event to WAL at 1732535106425Closed at 1732535106425 2024-11-25T11:45:06,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741901_1079 (size=95) 2024-11-25T11:45:06,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741901_1079 (size=95) 2024-11-25T11:45:06,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741901_1079 (size=95) 2024-11-25T11:45:06,431 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:45:06,431 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16843232:(num 1732535106375) 2024-11-25T11:45:06,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:06,433 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:06,447 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433, exclude list is [], retry=0 2024-11-25T11:45:06,449 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:06,450 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:06,450 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:06,452 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433 2024-11-25T11:45:06,452 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:45:06,516 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 581d30ec6a794338e870ec6070c83fa6, NAME => 'testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:06,519 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,519 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:06,519 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,519 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,521 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,522 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581d30ec6a794338e870ec6070c83fa6 columnFamilyName a 2024-11-25T11:45:06,522 DEBUG [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:06,523 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(327): Store=581d30ec6a794338e870ec6070c83fa6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:06,524 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,525 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581d30ec6a794338e870ec6070c83fa6 columnFamilyName b 2024-11-25T11:45:06,525 DEBUG [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:06,525 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(327): Store=581d30ec6a794338e870ec6070c83fa6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:06,525 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,526 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581d30ec6a794338e870ec6070c83fa6 columnFamilyName c 2024-11-25T11:45:06,526 DEBUG [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:06,527 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(327): Store=581d30ec6a794338e870ec6070c83fa6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:06,527 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,528 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,529 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,530 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,530 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,531 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:06,533 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,533 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 581d30ec6a794338e870ec6070c83fa6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67129352, jitterRate=3.052949905395508E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:06,534 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:06,534 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 581d30ec6a794338e870ec6070c83fa6: Running coprocessor pre-open hook at 1732535106519Writing region info on filesystem at 1732535106519Initializing all the Stores at 1732535106520 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535106521 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535106521Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535106521Cleaning up temporary data from old regions at 1732535106531 (+10 ms)Running coprocessor post-open hooks at 1732535106534 (+3 ms)Region opened successfully at 1732535106534 2024-11-25T11:45:06,549 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 581d30ec6a794338e870ec6070c83fa6 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-25T11:45:06,551 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:07,551 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:08,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:45:08,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-25T11:45:08,444 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-25T11:45:08,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T11:45:08,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-25T11:45:08,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-25T11:45:08,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-25T11:45:08,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-25T11:45:08,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-25T11:45:08,552 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:09,553 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:10,554 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:11,554 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:12,555 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:13,556 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:14,556 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:15,557 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 581d30ec6a794338e870ec6070c83fa6/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:15,558 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 581d30ec6a794338e870ec6070c83fa6: 2024-11-25T11:45:15,558 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:15,571 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 581d30ec6a794338e870ec6070c83fa6: 2024-11-25T11:45:15,571 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-25T11:45:15,572 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 581d30ec6a794338e870ec6070c83fa6, disabling compactions & flushes 2024-11-25T11:45:15,572 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:15,572 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:15,572 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. after waiting 0 ms 2024-11-25T11:45:15,572 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:15,572 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:15,572 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. 2024-11-25T11:45:15,572 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 581d30ec6a794338e870ec6070c83fa6: Waiting for close lock at 1732535115571Running coprocessor pre-close hooks at 1732535115571Disabling compacts and flushes for region at 1732535115571Disabling writes for close at 1732535115572 (+1 ms)Writing region close event to WAL at 1732535115572Running coprocessor post-close hooks at 1732535115572Closed at 1732535115572 2024-11-25T11:45:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741903_1081 (size=2682) 2024-11-25T11:45:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741903_1081 (size=2682) 2024-11-25T11:45:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741903_1081 (size=2682) 2024-11-25T11:45:15,591 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433, size=2.6 K (2682bytes) 2024-11-25T11:45:15,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433 2024-11-25T11:45:15,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433 after 1ms 2024-11-25T11:45:15,594 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:15,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433 took 3ms 2024-11-25T11:45:15,596 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433 so closing down 2024-11-25T11:45:15,596 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:45:15,597 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732535106433.temp 2024-11-25T11:45:15,599 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000004-wal.1732535106433.temp 2024-11-25T11:45:15,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:45:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741904_1082 (size=2094) 2024-11-25T11:45:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741904_1082 (size=2094) 2024-11-25T11:45:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741904_1082 (size=2094) 2024-11-25T11:45:15,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000004-wal.1732535106433.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-25T11:45:15,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000004-wal.1732535106433.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000026 2024-11-25T11:45:15,611 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433, size=2.6 K, length=2682, corrupted=false, cancelled=false 2024-11-25T11:45:15,611 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433, journal: Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433, size=2.6 K (2682bytes) at 1732535115591Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433 so closing down at 1732535115596 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000004-wal.1732535106433.temp at 1732535115599 (+3 ms)3 split writer threads finished at 1732535115599Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000004-wal.1732535106433.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732535115610 (+11 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000004-wal.1732535106433.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000026 at 1732535115611 (+1 ms)Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433, size=2.6 K, length=2682, corrupted=false, cancelled=false at 1732535115611 2024-11-25T11:45:15,613 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535106433 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535106433 2024-11-25T11:45:15,614 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000026 2024-11-25T11:45:15,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:15,615 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:15,629 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535115616, exclude list is [], retry=0 2024-11-25T11:45:15,631 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:15,631 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:15,632 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:15,633 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535115616 2024-11-25T11:45:15,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:45:15,634 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 581d30ec6a794338e870ec6070c83fa6, NAME => 'testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:15,634 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,634 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:15,635 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,635 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,637 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,638 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581d30ec6a794338e870ec6070c83fa6 columnFamilyName a 2024-11-25T11:45:15,638 DEBUG [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:15,638 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(327): Store=581d30ec6a794338e870ec6070c83fa6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:15,639 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,639 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581d30ec6a794338e870ec6070c83fa6 columnFamilyName b 2024-11-25T11:45:15,639 DEBUG [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:15,640 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(327): Store=581d30ec6a794338e870ec6070c83fa6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:15,640 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,641 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581d30ec6a794338e870ec6070c83fa6 columnFamilyName c 2024-11-25T11:45:15,641 DEBUG [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:15,641 INFO [StoreOpener-581d30ec6a794338e870ec6070c83fa6-1 {}] regionserver.HStore(327): Store=581d30ec6a794338e870ec6070c83fa6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:15,641 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,642 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,643 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,643 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000026 2024-11-25T11:45:15,645 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:15,647 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000026 2024-11-25T11:45:15,647 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 581d30ec6a794338e870ec6070c83fa6 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-25T11:45:15,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/.tmp/a/f29c50103bd849ee9f7013a6e767a11e is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732535115563/Put/seqid=0 2024-11-25T11:45:15,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741906_1084 (size=5523) 2024-11-25T11:45:15,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741906_1084 (size=5523) 2024-11-25T11:45:15,668 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/.tmp/a/f29c50103bd849ee9f7013a6e767a11e 2024-11-25T11:45:15,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741906_1084 (size=5523) 2024-11-25T11:45:15,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/.tmp/b/7a26ecc6863e46c1a97dc86571cc9664 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732535115559/Put/seqid=0 2024-11-25T11:45:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741907_1085 (size=5524) 2024-11-25T11:45:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741907_1085 (size=5524) 2024-11-25T11:45:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741907_1085 (size=5524) 2024-11-25T11:45:15,693 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/.tmp/b/7a26ecc6863e46c1a97dc86571cc9664 2024-11-25T11:45:15,711 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/.tmp/c/087383c69ff5433fa0902eee64611718 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732535115561/Put/seqid=0 2024-11-25T11:45:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741908_1086 (size=5457) 2024-11-25T11:45:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741908_1086 (size=5457) 2024-11-25T11:45:15,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741908_1086 (size=5457) 2024-11-25T11:45:15,718 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/.tmp/c/087383c69ff5433fa0902eee64611718 2024-11-25T11:45:15,724 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/.tmp/a/f29c50103bd849ee9f7013a6e767a11e as hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/a/f29c50103bd849ee9f7013a6e767a11e 2024-11-25T11:45:15,729 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/a/f29c50103bd849ee9f7013a6e767a11e, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T11:45:15,730 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/.tmp/b/7a26ecc6863e46c1a97dc86571cc9664 as hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/b/7a26ecc6863e46c1a97dc86571cc9664 2024-11-25T11:45:15,735 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/b/7a26ecc6863e46c1a97dc86571cc9664, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T11:45:15,736 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/.tmp/c/087383c69ff5433fa0902eee64611718 as hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/c/087383c69ff5433fa0902eee64611718 2024-11-25T11:45:15,741 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/c/087383c69ff5433fa0902eee64611718, entries=6, sequenceid=26, filesize=5.3 K 2024-11-25T11:45:15,741 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 581d30ec6a794338e870ec6070c83fa6 in 94ms, sequenceid=26, compaction requested=false; wal=null 2024-11-25T11:45:15,742 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/0000000000000000026 2024-11-25T11:45:15,743 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,743 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,743 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:15,744 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,746 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsAfterAbortingFlush/581d30ec6a794338e870ec6070c83fa6/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-25T11:45:15,747 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 581d30ec6a794338e870ec6070c83fa6; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73213041, jitterRate=0.0909593254327774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:15,747 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 581d30ec6a794338e870ec6070c83fa6 2024-11-25T11:45:15,748 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 581d30ec6a794338e870ec6070c83fa6: Running coprocessor pre-open hook at 1732535115635Writing region info on filesystem at 1732535115635Initializing all the Stores at 1732535115635Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535115636 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535115636Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535115636Obtaining lock to block concurrent updates at 1732535115647 (+11 ms)Preparing flush snapshotting stores in 581d30ec6a794338e870ec6070c83fa6 at 1732535115647Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732535115647Flushing stores of testReplayEditsAfterAbortingFlush,,1732535106370.581d30ec6a794338e870ec6070c83fa6. at 1732535115647Flushing 581d30ec6a794338e870ec6070c83fa6/a: creating writer at 1732535115647Flushing 581d30ec6a794338e870ec6070c83fa6/a: appending metadata at 1732535115661 (+14 ms)Flushing 581d30ec6a794338e870ec6070c83fa6/a: closing flushed file at 1732535115661Flushing 581d30ec6a794338e870ec6070c83fa6/b: creating writer at 1732535115673 (+12 ms)Flushing 581d30ec6a794338e870ec6070c83fa6/b: appending metadata at 1732535115687 (+14 ms)Flushing 581d30ec6a794338e870ec6070c83fa6/b: closing flushed file at 1732535115687Flushing 581d30ec6a794338e870ec6070c83fa6/c: creating writer at 1732535115698 (+11 ms)Flushing 581d30ec6a794338e870ec6070c83fa6/c: appending metadata at 1732535115711 (+13 ms)Flushing 581d30ec6a794338e870ec6070c83fa6/c: closing flushed file at 1732535115711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dea69d4: reopening flushed file at 1732535115723 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213635cf: reopening flushed file at 1732535115729 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e81d17: reopening flushed file at 1732535115735 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 581d30ec6a794338e870ec6070c83fa6 in 94ms, sequenceid=26, compaction requested=false; wal=null at 1732535115741 (+6 ms)Cleaning up temporary data from old regions at 1732535115743 (+2 ms)Running coprocessor post-open hooks at 1732535115747 (+4 ms)Region opened successfully at 1732535115748 (+1 ms) 2024-11-25T11:45:15,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=415 (was 417), OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=3983 (was 4007) 2024-11-25T11:45:15,773 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-25T11:45:15,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=3982 2024-11-25T11:45:15,785 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-25T11:45:15,801 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:15,802 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:15,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:45:15,805 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-10946544, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-10946544, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:15,819 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-10946544/hregion-10946544.1732535115805, exclude list is [], retry=0 2024-11-25T11:45:15,821 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:15,821 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:15,821 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:15,823 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-10946544/hregion-10946544.1732535115805 2024-11-25T11:45:15,824 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:45:15,824 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 987f8c532ed1220608f50593c3b043c7, NAME => 'testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:45:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741910_1088 (size=61) 2024-11-25T11:45:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741910_1088 (size=61) 2024-11-25T11:45:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741910_1088 (size=61) 2024-11-25T11:45:15,835 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:15,836 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,838 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 987f8c532ed1220608f50593c3b043c7 columnFamilyName a 2024-11-25T11:45:15,838 DEBUG [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:15,838 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] regionserver.HStore(327): Store=987f8c532ed1220608f50593c3b043c7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:15,838 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,839 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,840 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,840 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,840 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,842 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,844 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:45:15,844 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 987f8c532ed1220608f50593c3b043c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60939326, jitterRate=-0.09193328022956848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:45:15,845 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 987f8c532ed1220608f50593c3b043c7: Writing region info on filesystem at 1732535115835Initializing all the Stores at 1732535115836 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535115836Cleaning up temporary data from old regions at 1732535115840 (+4 ms)Region opened successfully at 1732535115845 (+5 ms) 2024-11-25T11:45:15,845 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 987f8c532ed1220608f50593c3b043c7, disabling compactions & flushes 2024-11-25T11:45:15,845 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. 2024-11-25T11:45:15,845 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. 2024-11-25T11:45:15,845 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. after waiting 0 ms 2024-11-25T11:45:15,845 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. 2024-11-25T11:45:15,845 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. 2024-11-25T11:45:15,845 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 987f8c532ed1220608f50593c3b043c7: Waiting for close lock at 1732535115845Disabling compacts and flushes for region at 1732535115845Disabling writes for close at 1732535115845Writing region close event to WAL at 1732535115845Closed at 1732535115845 2024-11-25T11:45:15,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741909_1087 (size=95) 2024-11-25T11:45:15,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741909_1087 (size=95) 2024-11-25T11:45:15,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741909_1087 (size=95) 2024-11-25T11:45:15,850 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:45:15,850 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-10946544:(num 1732535115805) 2024-11-25T11:45:15,850 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:15,852 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:15,865 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852, exclude list is [], retry=0 2024-11-25T11:45:15,867 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:15,868 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:15,868 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:15,869 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852 2024-11-25T11:45:15,869 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:45:15,869 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 987f8c532ed1220608f50593c3b043c7, NAME => 'testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:15,870 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:15,870 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,870 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,871 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,872 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 987f8c532ed1220608f50593c3b043c7 columnFamilyName a 2024-11-25T11:45:15,872 DEBUG [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:15,872 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] regionserver.HStore(327): Store=987f8c532ed1220608f50593c3b043c7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:15,872 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,873 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,874 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,874 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,874 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,876 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:15,877 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 987f8c532ed1220608f50593c3b043c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71674321, jitterRate=0.06803061068058014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:45:15,878 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 987f8c532ed1220608f50593c3b043c7: Writing region info on filesystem at 1732535115870Initializing all the Stores at 1732535115870Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535115871 (+1 ms)Cleaning up temporary data from old regions at 1732535115874 (+3 ms)Region opened successfully at 1732535115878 (+4 ms) 2024-11-25T11:45:15,886 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 987f8c532ed1220608f50593c3b043c7, disabling compactions & flushes 2024-11-25T11:45:15,886 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. 2024-11-25T11:45:15,886 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. 2024-11-25T11:45:15,886 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. after waiting 0 ms 2024-11-25T11:45:15,886 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. 2024-11-25T11:45:15,887 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. 2024-11-25T11:45:15,887 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. 2024-11-25T11:45:15,887 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 987f8c532ed1220608f50593c3b043c7: Waiting for close lock at 1732535115886Disabling compacts and flushes for region at 1732535115886Disabling writes for close at 1732535115886Writing region close event to WAL at 1732535115887 (+1 ms)Closed at 1732535115887 2024-11-25T11:45:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741911_1089 (size=1050) 2024-11-25T11:45:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741911_1089 (size=1050) 2024-11-25T11:45:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741911_1089 (size=1050) 2024-11-25T11:45:15,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852, size=1.0 K (1050bytes) 2024-11-25T11:45:15,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852 2024-11-25T11:45:15,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852 after 0ms 2024-11-25T11:45:15,906 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:15,906 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852 took 2ms 2024-11-25T11:45:15,908 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852 so closing down 2024-11-25T11:45:15,908 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:45:15,909 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535115852.temp 2024-11-25T11:45:15,910 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000003-wal.1732535115852.temp 2024-11-25T11:45:15,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:45:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741912_1090 (size=1050) 2024-11-25T11:45:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741912_1090 (size=1050) 2024-11-25T11:45:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741912_1090 (size=1050) 2024-11-25T11:45:15,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000003-wal.1732535115852.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T11:45:15,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000003-wal.1732535115852.temp to hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000012 2024-11-25T11:45:15,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-25T11:45:15,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852, journal: Splitting hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852, size=1.0 K (1050bytes) at 1732535115904Finishing writing output for hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852 so closing down at 1732535115908 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000003-wal.1732535115852.temp at 1732535115910 (+2 ms)3 split writer threads finished at 1732535115911 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000003-wal.1732535115852.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732535115917 (+6 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000003-wal.1732535115852.temp to hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000012 at 1732535115918 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732535115918 2024-11-25T11:45:15,919 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535115852 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535115852 2024-11-25T11:45:15,920 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000012 2024-11-25T11:45:15,923 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:16,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:16,216 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:16,229 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535116216, exclude list is [], retry=0 2024-11-25T11:45:16,231 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:16,232 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:16,232 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:16,234 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535116216 2024-11-25T11:45:16,234 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-25T11:45:16,234 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 987f8c532ed1220608f50593c3b043c7, NAME => 'testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:16,234 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:16,234 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,234 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,237 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,239 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 987f8c532ed1220608f50593c3b043c7 columnFamilyName a 2024-11-25T11:45:16,239 DEBUG [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:16,240 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] regionserver.HStore(327): Store=987f8c532ed1220608f50593c3b043c7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:16,240 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,240 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,242 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,242 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000012 2024-11-25T11:45:16,244 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:16,245 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000012 2024-11-25T11:45:16,245 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 987f8c532ed1220608f50593c3b043c7 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-25T11:45:16,264 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/.tmp/a/3d7bdb2c1aee45a6a874250297ee84c8 is 79, key is testDatalossWhenInputError/a:x0/1732535115878/Put/seqid=0 2024-11-25T11:45:16,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741914_1092 (size=5808) 2024-11-25T11:45:16,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741914_1092 (size=5808) 2024-11-25T11:45:16,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741914_1092 (size=5808) 2024-11-25T11:45:16,272 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/.tmp/a/3d7bdb2c1aee45a6a874250297ee84c8 2024-11-25T11:45:16,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/.tmp/a/3d7bdb2c1aee45a6a874250297ee84c8 as hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/a/3d7bdb2c1aee45a6a874250297ee84c8 2024-11-25T11:45:16,287 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/a/3d7bdb2c1aee45a6a874250297ee84c8, entries=10, sequenceid=12, filesize=5.7 K 2024-11-25T11:45:16,288 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 987f8c532ed1220608f50593c3b043c7 in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-11-25T11:45:16,288 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/0000000000000000012 2024-11-25T11:45:16,289 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,289 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,292 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,294 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-25T11:45:16,295 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 987f8c532ed1220608f50593c3b043c7; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59510191, jitterRate=-0.11322905123233795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:45:16,296 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 987f8c532ed1220608f50593c3b043c7: Writing region info on filesystem at 1732535116235Initializing all the Stores at 1732535116237 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535116237Obtaining lock to block concurrent updates at 1732535116245 (+8 ms)Preparing flush snapshotting stores in 987f8c532ed1220608f50593c3b043c7 at 1732535116245Finished memstore snapshotting testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732535116245Flushing stores of testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7. at 1732535116245Flushing 987f8c532ed1220608f50593c3b043c7/a: creating writer at 1732535116245Flushing 987f8c532ed1220608f50593c3b043c7/a: appending metadata at 1732535116264 (+19 ms)Flushing 987f8c532ed1220608f50593c3b043c7/a: closing flushed file at 1732535116264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c063e81: reopening flushed file at 1732535116279 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 987f8c532ed1220608f50593c3b043c7 in 43ms, sequenceid=12, compaction requested=false; wal=null at 1732535116288 (+9 ms)Cleaning up temporary data from old regions at 1732535116289 (+1 ms)Region opened successfully at 1732535116296 (+7 ms) 2024-11-25T11:45:16,299 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 987f8c532ed1220608f50593c3b043c7, NAME => 'testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:16,299 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535115801.987f8c532ed1220608f50593c3b043c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:16,300 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,300 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,301 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,302 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 987f8c532ed1220608f50593c3b043c7 columnFamilyName a 2024-11-25T11:45:16,302 DEBUG [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:16,307 DEBUG [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/a/3d7bdb2c1aee45a6a874250297ee84c8 2024-11-25T11:45:16,307 INFO [StoreOpener-987f8c532ed1220608f50593c3b043c7-1 {}] regionserver.HStore(327): Store=987f8c532ed1220608f50593c3b043c7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:16,307 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,309 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,309 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,311 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 987f8c532ed1220608f50593c3b043c7 2024-11-25T11:45:16,313 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testDatalossWhenInputError/987f8c532ed1220608f50593c3b043c7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-25T11:45:16,314 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 987f8c532ed1220608f50593c3b043c7; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67582030, jitterRate=0.00705072283744812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:45:16,315 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 987f8c532ed1220608f50593c3b043c7: Writing region info on filesystem at 1732535116300Initializing all the Stores at 1732535116301 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535116301Cleaning up temporary data from old regions at 1732535116309 (+8 ms)Region opened successfully at 1732535116314 (+5 ms) 2024-11-25T11:45:16,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:54906 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:48814 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:48988 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:49050 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:54986 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:48872 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1490709249-172.17.0.2-1732535084525:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=3970 (was 3982) 2024-11-25T11:45:16,335 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-25T11:45:16,349 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=3969 2024-11-25T11:45:16,349 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-25T11:45:16,363 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:16,365 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:16,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:45:16,368 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-56696440, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-56696440, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:16,381 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-56696440/hregion-56696440.1732535116368, exclude list is [], retry=0 2024-11-25T11:45:16,384 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:16,384 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:16,384 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:16,386 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-56696440/hregion-56696440.1732535116368 2024-11-25T11:45:16,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-25T11:45:16,386 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7e185c6a16be8dad7e76e6e2c5a8d779, NAME => 'testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:45:16,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741916_1094 (size=63) 2024-11-25T11:45:16,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741916_1094 (size=63) 2024-11-25T11:45:16,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741916_1094 (size=63) 2024-11-25T11:45:16,395 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:16,396 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,398 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e185c6a16be8dad7e76e6e2c5a8d779 columnFamilyName a 2024-11-25T11:45:16,398 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:16,398 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(327): Store=7e185c6a16be8dad7e76e6e2c5a8d779/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:16,398 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,400 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e185c6a16be8dad7e76e6e2c5a8d779 columnFamilyName b 2024-11-25T11:45:16,400 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:16,400 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(327): Store=7e185c6a16be8dad7e76e6e2c5a8d779/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:16,400 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,401 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e185c6a16be8dad7e76e6e2c5a8d779 columnFamilyName c 2024-11-25T11:45:16,402 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:16,402 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(327): Store=7e185c6a16be8dad7e76e6e2c5a8d779/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:16,402 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,403 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,403 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,404 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,404 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,405 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:16,406 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,407 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:45:16,408 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7e185c6a16be8dad7e76e6e2c5a8d779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74187021, jitterRate=0.10547275841236115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:16,408 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e185c6a16be8dad7e76e6e2c5a8d779: Writing region info on filesystem at 1732535116395Initializing all the Stores at 1732535116396 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535116396Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535116396Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535116396Cleaning up temporary data from old regions at 1732535116404 (+8 ms)Region opened successfully at 1732535116408 (+4 ms) 2024-11-25T11:45:16,409 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e185c6a16be8dad7e76e6e2c5a8d779, disabling compactions & flushes 2024-11-25T11:45:16,409 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. 2024-11-25T11:45:16,409 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. 2024-11-25T11:45:16,409 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. after waiting 0 ms 2024-11-25T11:45:16,409 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. 2024-11-25T11:45:16,409 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. 2024-11-25T11:45:16,409 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e185c6a16be8dad7e76e6e2c5a8d779: Waiting for close lock at 1732535116409Disabling compacts and flushes for region at 1732535116409Disabling writes for close at 1732535116409Writing region close event to WAL at 1732535116409Closed at 1732535116409 2024-11-25T11:45:16,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741915_1093 (size=95) 2024-11-25T11:45:16,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741915_1093 (size=95) 2024-11-25T11:45:16,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741915_1093 (size=95) 2024-11-25T11:45:16,417 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:45:16,417 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-56696440:(num 1732535116368) 2024-11-25T11:45:16,417 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:16,419 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:16,436 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420, exclude list is [], retry=0 2024-11-25T11:45:16,438 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:16,439 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:16,439 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:16,440 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 2024-11-25T11:45:16,440 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:45:16,441 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e185c6a16be8dad7e76e6e2c5a8d779, NAME => 'testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:16,441 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:16,441 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,441 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,442 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,443 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e185c6a16be8dad7e76e6e2c5a8d779 columnFamilyName a 2024-11-25T11:45:16,443 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:16,443 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(327): Store=7e185c6a16be8dad7e76e6e2c5a8d779/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:16,443 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,444 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e185c6a16be8dad7e76e6e2c5a8d779 columnFamilyName b 2024-11-25T11:45:16,444 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:16,444 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(327): Store=7e185c6a16be8dad7e76e6e2c5a8d779/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:16,445 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,445 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e185c6a16be8dad7e76e6e2c5a8d779 columnFamilyName c 2024-11-25T11:45:16,445 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:16,446 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(327): Store=7e185c6a16be8dad7e76e6e2c5a8d779/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:16,446 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,446 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,447 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,448 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,448 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,448 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:16,450 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:16,451 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7e185c6a16be8dad7e76e6e2c5a8d779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58856968, jitterRate=-0.1229628324508667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:16,451 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e185c6a16be8dad7e76e6e2c5a8d779: Writing region info on filesystem at 1732535116441Initializing all the Stores at 1732535116442 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535116442Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535116442Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535116442Cleaning up temporary data from old regions at 1732535116448 (+6 ms)Region opened successfully at 1732535116451 (+3 ms) 2024-11-25T11:45:16,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732535116454/Put/seqid=0 2024-11-25T11:45:16,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741918_1096 (size=4875) 2024-11-25T11:45:16,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741918_1096 (size=4875) 2024-11-25T11:45:16,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741918_1096 (size=4875) 2024-11-25T11:45:16,464 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732535116464/Put/seqid=0 2024-11-25T11:45:16,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741919_1097 (size=4875) 2024-11-25T11:45:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741919_1097 (size=4875) 2024-11-25T11:45:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741919_1097 (size=4875) 2024-11-25T11:45:16,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732535116472/Put/seqid=0 2024-11-25T11:45:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741920_1098 (size=4875) 2024-11-25T11:45:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741920_1098 (size=4875) 2024-11-25T11:45:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741920_1098 (size=4875) 2024-11-25T11:45:16,478 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 7e185c6a16be8dad7e76e6e2c5a8d779/a 2024-11-25T11:45:16,482 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-25T11:45:16,482 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:45:16,482 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 7e185c6a16be8dad7e76e6e2c5a8d779/a 2024-11-25T11:45:16,485 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-25T11:45:16,485 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:45:16,485 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 7e185c6a16be8dad7e76e6e2c5a8d779/a 2024-11-25T11:45:16,488 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-25T11:45:16,488 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:45:16,488 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e185c6a16be8dad7e76e6e2c5a8d779 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-25T11:45:16,511 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/.tmp/a/a9bc99d8826b4c799d8ad0b63c40d579 is 55, key is testCompactedBulkLoadedFiles/a:a/1732535116451/Put/seqid=0 2024-11-25T11:45:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741921_1099 (size=5107) 2024-11-25T11:45:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741921_1099 (size=5107) 2024-11-25T11:45:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741921_1099 (size=5107) 2024-11-25T11:45:16,519 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/.tmp/a/a9bc99d8826b4c799d8ad0b63c40d579 2024-11-25T11:45:16,525 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/.tmp/a/a9bc99d8826b4c799d8ad0b63c40d579 as hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/a9bc99d8826b4c799d8ad0b63c40d579 2024-11-25T11:45:16,530 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/a9bc99d8826b4c799d8ad0b63c40d579, entries=1, sequenceid=4, filesize=5.0 K 2024-11-25T11:45:16,531 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 7e185c6a16be8dad7e76e6e2c5a8d779 in 43ms, sequenceid=4, compaction requested=false 2024-11-25T11:45:16,532 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e185c6a16be8dad7e76e6e2c5a8d779: 2024-11-25T11:45:16,533 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_ 2024-11-25T11:45:16,534 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_ 2024-11-25T11:45:16,535 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_ 2024-11-25T11:45:16,535 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile0 into 7e185c6a16be8dad7e76e6e2c5a8d779/a as hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_ - updating store file list. 2024-11-25T11:45:16,539 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:45:16,539 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_ into 7e185c6a16be8dad7e76e6e2c5a8d779/a 2024-11-25T11:45:16,539 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile0 into 7e185c6a16be8dad7e76e6e2c5a8d779/a (new location: hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_) 2024-11-25T11:45:16,540 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile1 into 7e185c6a16be8dad7e76e6e2c5a8d779/a as hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_ - updating store file list. 2024-11-25T11:45:16,544 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fcb38f02a254edeb0cde7de276966e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:45:16,545 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_ into 7e185c6a16be8dad7e76e6e2c5a8d779/a 2024-11-25T11:45:16,545 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile1 into 7e185c6a16be8dad7e76e6e2c5a8d779/a (new location: hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_) 2024-11-25T11:45:16,545 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile2 into 7e185c6a16be8dad7e76e6e2c5a8d779/a as hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_ - updating store file list. 2024-11-25T11:45:16,549 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for fff0fa325f014cc3ae67e2655548fa17_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:45:16,549 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_ into 7e185c6a16be8dad7e76e6e2c5a8d779/a 2024-11-25T11:45:16,549 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39301/hbase/testCompactedBulkLoadedFiles/hfile2 into 7e185c6a16be8dad7e76e6e2c5a8d779/a (new location: hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_) 2024-11-25T11:45:16,557 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:45:16,557 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7e185c6a16be8dad7e76e6e2c5a8d779/a is initiating major compaction (all files) 2024-11-25T11:45:16,557 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7e185c6a16be8dad7e76e6e2c5a8d779/a in testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. 2024-11-25T11:45:16,557 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/a9bc99d8826b4c799d8ad0b63c40d579, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_] into tmpdir=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/.tmp, totalSize=19.3 K 2024-11-25T11:45:16,558 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a9bc99d8826b4c799d8ad0b63c40d579, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732535116451 2024-11-25T11:45:16,558 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T11:45:16,558 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2fcb38f02a254edeb0cde7de276966e4_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T11:45:16,559 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fff0fa325f014cc3ae67e2655548fa17_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T11:45:16,576 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/.tmp/a/184467a480b54c2ca4094d2163889d4c is 55, key is testCompactedBulkLoadedFiles/a:a/1732535116451/Put/seqid=0 2024-11-25T11:45:16,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741922_1100 (size=6154) 2024-11-25T11:45:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741922_1100 (size=6154) 2024-11-25T11:45:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741922_1100 (size=6154) 2024-11-25T11:45:16,595 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/.tmp/a/184467a480b54c2ca4094d2163889d4c as hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/184467a480b54c2ca4094d2163889d4c 2024-11-25T11:45:16,602 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 7e185c6a16be8dad7e76e6e2c5a8d779/a of 7e185c6a16be8dad7e76e6e2c5a8d779 into 184467a480b54c2ca4094d2163889d4c(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:45:16,602 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7e185c6a16be8dad7e76e6e2c5a8d779: 2024-11-25T11:45:16,602 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T11:45:16,602 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T11:45:16,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420, size=0 (0bytes) 2024-11-25T11:45:16,643 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 might be still open, length is 0 2024-11-25T11:45:16,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 2024-11-25T11:45:16,643 WARN [IPC Server handler 2 on default port 39301 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-25T11:45:16,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 after 0ms 2024-11-25T11:45:16,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:45:17,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-25T11:45:17,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-25T11:45:17,904 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-25T11:45:17,904 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-25T11:45:19,463 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:49078 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33865:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49078 dst: /127.0.0.1:33865 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33865 remote=/127.0.0.1:49078]. Total timeout mills is 60000, 57139 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:19,463 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:48916 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42329:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48916 dst: /127.0.0.1:42329 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:19,463 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:55024 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45419:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55024 dst: /127.0.0.1:45419 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:19,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741917_1101 (size=1169) 2024-11-25T11:45:19,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741917_1101 (size=1169) 2024-11-25T11:45:19,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741917_1101 (size=1169) 2024-11-25T11:45:20,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 after 4001ms 2024-11-25T11:45:20,648 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:20,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 took 4006ms 2024-11-25T11:45:20,650 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420; continuing. 2024-11-25T11:45:20,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 so closing down 2024-11-25T11:45:20,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:45:20,651 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535116420.temp 2024-11-25T11:45:20,652 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000003-wal.1732535116420.temp 2024-11-25T11:45:20,653 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:45:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741923_1102 (size=549) 2024-11-25T11:45:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741923_1102 (size=549) 2024-11-25T11:45:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741923_1102 (size=549) 2024-11-25T11:45:20,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000003-wal.1732535116420.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T11:45:20,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000003-wal.1732535116420.temp to hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000008 2024-11-25T11:45:20,665 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T11:45:20,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420, journal: Splitting hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420, size=0 (0bytes) at 1732535116643Finishing writing output for hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 so closing down at 1732535120650 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000003-wal.1732535116420.temp at 1732535120653 (+3 ms)3 split writer threads finished at 1732535120653Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000003-wal.1732535116420.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732535120664 (+11 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000003-wal.1732535116420.temp to hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000008 at 1732535120665 (+1 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420, size=0, length=0, corrupted=false, cancelled=false at 1732535120665 2024-11-25T11:45:20,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535116420 2024-11-25T11:45:20,668 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000008 2024-11-25T11:45:20,668 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:20,670 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:20,687 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535120671, exclude list is [], retry=0 2024-11-25T11:45:20,689 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:20,690 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:20,690 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:20,693 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535120671 2024-11-25T11:45:20,693 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:45:20,693 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e185c6a16be8dad7e76e6e2c5a8d779, NAME => 'testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:20,693 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:20,694 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,694 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,695 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,696 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e185c6a16be8dad7e76e6e2c5a8d779 columnFamilyName a 2024-11-25T11:45:20,696 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:20,704 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/184467a480b54c2ca4094d2163889d4c 2024-11-25T11:45:20,707 DEBUG [StoreFileOpener-7e185c6a16be8dad7e76e6e2c5a8d779-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fcb38f02a254edeb0cde7de276966e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:45:20,708 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_ 2024-11-25T11:45:20,712 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/a9bc99d8826b4c799d8ad0b63c40d579 2024-11-25T11:45:20,715 DEBUG [StoreFileOpener-7e185c6a16be8dad7e76e6e2c5a8d779-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:45:20,716 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_ 2024-11-25T11:45:20,719 DEBUG [StoreFileOpener-7e185c6a16be8dad7e76e6e2c5a8d779-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fff0fa325f014cc3ae67e2655548fa17_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:45:20,719 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_ 2024-11-25T11:45:20,719 WARN [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@32fbe3d6 2024-11-25T11:45:20,719 WARN [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/a9bc99d8826b4c799d8ad0b63c40d579 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@32fbe3d6 2024-11-25T11:45:20,720 WARN [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@32fbe3d6 2024-11-25T11:45:20,720 WARN [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@32fbe3d6 2024-11-25T11:45:20,720 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/a9bc99d8826b4c799d8ad0b63c40d579, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_] to archive 2024-11-25T11:45:20,720 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:45:20,722 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_ to hdfs://localhost:39301/hbase/archive/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/2fcb38f02a254edeb0cde7de276966e4_SeqId_4_ 2024-11-25T11:45:20,724 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/a9bc99d8826b4c799d8ad0b63c40d579 to hdfs://localhost:39301/hbase/archive/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/a9bc99d8826b4c799d8ad0b63c40d579 2024-11-25T11:45:20,725 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_ to hdfs://localhost:39301/hbase/archive/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_ 2024-11-25T11:45:20,726 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_ to hdfs://localhost:39301/hbase/archive/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/a/fff0fa325f014cc3ae67e2655548fa17_SeqId_4_ 2024-11-25T11:45:20,726 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(327): Store=7e185c6a16be8dad7e76e6e2c5a8d779/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:20,726 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,727 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e185c6a16be8dad7e76e6e2c5a8d779 columnFamilyName b 2024-11-25T11:45:20,727 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:20,727 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(327): Store=7e185c6a16be8dad7e76e6e2c5a8d779/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:20,728 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,728 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e185c6a16be8dad7e76e6e2c5a8d779 columnFamilyName c 2024-11-25T11:45:20,728 DEBUG [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:20,729 INFO [StoreOpener-7e185c6a16be8dad7e76e6e2c5a8d779-1 {}] regionserver.HStore(327): Store=7e185c6a16be8dad7e76e6e2c5a8d779/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:20,729 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,730 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,731 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,731 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000008 2024-11-25T11:45:20,733 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:20,735 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 7e185c6a16be8dad7e76e6e2c5a8d779 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "7e185c6a16be8dad7e76e6e2c5a8d779" family_name: "a" compaction_input: "a9bc99d8826b4c799d8ad0b63c40d579" compaction_input: "c7bf59c4cdb849bdb27faa514eecdcca_SeqId_4_" compaction_input: "2fcb38f02a254edeb0cde7de276966e4_SeqId_4_" compaction_input: "fff0fa325f014cc3ae67e2655548fa17_SeqId_4_" compaction_output: "184467a480b54c2ca4094d2163889d4c" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-25T11:45:20,735 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-25T11:45:20,736 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000008 2024-11-25T11:45:20,736 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/0000000000000000008 2024-11-25T11:45:20,737 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,738 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,738 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:20,740 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e185c6a16be8dad7e76e6e2c5a8d779 2024-11-25T11:45:20,742 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testCompactedBulkLoadedFiles/7e185c6a16be8dad7e76e6e2c5a8d779/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:45:20,743 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7e185c6a16be8dad7e76e6e2c5a8d779; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64068490, jitterRate=-0.045305103063583374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:20,743 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e185c6a16be8dad7e76e6e2c5a8d779: Writing region info on filesystem at 1732535120694Initializing all the Stores at 1732535120695 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535120695Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535120695Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535120695Cleaning up temporary data from old regions at 1732535120738 (+43 ms)Region opened successfully at 1732535120743 (+5 ms) 2024-11-25T11:45:20,746 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e185c6a16be8dad7e76e6e2c5a8d779, disabling compactions & flushes 2024-11-25T11:45:20,746 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. 2024-11-25T11:45:20,746 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. 2024-11-25T11:45:20,746 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. after waiting 0 ms 2024-11-25T11:45:20,746 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. 2024-11-25T11:45:20,747 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732535116364.7e185c6a16be8dad7e76e6e2c5a8d779. 2024-11-25T11:45:20,747 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e185c6a16be8dad7e76e6e2c5a8d779: Waiting for close lock at 1732535120746Disabling compacts and flushes for region at 1732535120746Disabling writes for close at 1732535120746Writing region close event to WAL at 1732535120747 (+1 ms)Closed at 1732535120747 2024-11-25T11:45:20,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741924_1103 (size=95) 2024-11-25T11:45:20,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741924_1103 (size=95) 2024-11-25T11:45:20,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741924_1103 (size=95) 2024-11-25T11:45:20,754 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:45:20,754 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535120671) 2024-11-25T11:45:20,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=438 (was 425) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1777554447_22 at /127.0.0.1:58782 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1777554447_22 at /127.0.0.1:58436 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:39301 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1777554447_22 at /127.0.0.1:48448 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1350 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=3948 (was 3969) 2024-11-25T11:45:20,772 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1350 is superior to 1024 2024-11-25T11:45:20,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1350, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=3947 2024-11-25T11:45:20,787 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1350 is superior to 1024 2024-11-25T11:45:20,803 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:20,805 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:45:20,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:45:20,808 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-22647360, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/hregion-22647360, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:20,821 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-22647360/hregion-22647360.1732535120808, exclude list is [], retry=0 2024-11-25T11:45:20,824 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:20,824 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:20,824 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:20,833 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-22647360/hregion-22647360.1732535120808 2024-11-25T11:45:20,835 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-25T11:45:20,835 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a05700ae1bf8d4b64e274dbb94011bb7, NAME => 'testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39301/hbase 2024-11-25T11:45:20,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741926_1105 (size=67) 2024-11-25T11:45:20,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741926_1105 (size=67) 2024-11-25T11:45:20,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741926_1105 (size=67) 2024-11-25T11:45:20,851 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:20,852 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,854 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName a 2024-11-25T11:45:20,854 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:20,854 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:20,855 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,856 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName b 2024-11-25T11:45:20,856 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:20,857 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:20,857 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,858 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName c 2024-11-25T11:45:20,858 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:20,858 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:20,859 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,859 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,860 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,861 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,861 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,862 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:20,863 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,865 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:45:20,865 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a05700ae1bf8d4b64e274dbb94011bb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67365831, jitterRate=0.0038291066884994507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:20,866 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a05700ae1bf8d4b64e274dbb94011bb7: Writing region info on filesystem at 1732535120851Initializing all the Stores at 1732535120852 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535120852Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535120852Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535120852Cleaning up temporary data from old regions at 1732535120861 (+9 ms)Region opened successfully at 1732535120866 (+5 ms) 2024-11-25T11:45:20,866 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a05700ae1bf8d4b64e274dbb94011bb7, disabling compactions & flushes 2024-11-25T11:45:20,866 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:20,866 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:20,866 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. after waiting 0 ms 2024-11-25T11:45:20,866 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:20,866 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:20,866 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a05700ae1bf8d4b64e274dbb94011bb7: Waiting for close lock at 1732535120866Disabling compacts and flushes for region at 1732535120866Disabling writes for close at 1732535120866Writing region close event to WAL at 1732535120866Closed at 1732535120866 2024-11-25T11:45:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741925_1104 (size=95) 2024-11-25T11:45:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741925_1104 (size=95) 2024-11-25T11:45:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741925_1104 (size=95) 2024-11-25T11:45:20,872 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:45:20,872 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-22647360:(num 1732535120808) 2024-11-25T11:45:20,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:20,874 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:20,888 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874, exclude list is [], retry=0 2024-11-25T11:45:20,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:20,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:20,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:20,893 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874 2024-11-25T11:45:20,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:45:20,893 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a05700ae1bf8d4b64e274dbb94011bb7, NAME => 'testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:20,894 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:20,894 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,894 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,895 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,896 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName a 2024-11-25T11:45:20,896 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:20,896 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:20,896 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,897 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName b 2024-11-25T11:45:20,897 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:20,897 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:20,898 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,898 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName c 2024-11-25T11:45:20,898 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:20,899 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:20,899 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,900 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,902 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,902 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,902 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:20,904 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:20,905 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a05700ae1bf8d4b64e274dbb94011bb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64013979, jitterRate=-0.046117380261421204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:20,905 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a05700ae1bf8d4b64e274dbb94011bb7: Writing region info on filesystem at 1732535120894Initializing all the Stores at 1732535120894Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535120895 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535120895Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535120895Cleaning up temporary data from old regions at 1732535120902 (+7 ms)Region opened successfully at 1732535120905 (+3 ms) 2024-11-25T11:45:20,916 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a05700ae1bf8d4b64e274dbb94011bb7 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T11:45:20,940 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/a/0e751a3cb3604a51b74516a184b1cb3e is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732535120905/Put/seqid=0 2024-11-25T11:45:20,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741928_1107 (size=5958) 2024-11-25T11:45:20,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741928_1107 (size=5958) 2024-11-25T11:45:20,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741928_1107 (size=5958) 2024-11-25T11:45:20,948 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/a/0e751a3cb3604a51b74516a184b1cb3e 2024-11-25T11:45:20,954 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/a/0e751a3cb3604a51b74516a184b1cb3e as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/a/0e751a3cb3604a51b74516a184b1cb3e 2024-11-25T11:45:20,960 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/a/0e751a3cb3604a51b74516a184b1cb3e, entries=10, sequenceid=13, filesize=5.8 K 2024-11-25T11:45:20,961 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a05700ae1bf8d4b64e274dbb94011bb7 in 45ms, sequenceid=13, compaction requested=false 2024-11-25T11:45:20,961 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a05700ae1bf8d4b64e274dbb94011bb7: 2024-11-25T11:45:20,982 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a05700ae1bf8d4b64e274dbb94011bb7, disabling compactions & flushes 2024-11-25T11:45:20,982 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:20,982 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:20,982 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. after waiting 0 ms 2024-11-25T11:45:20,982 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:20,983 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:20,983 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:20,983 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a05700ae1bf8d4b64e274dbb94011bb7: Waiting for close lock at 1732535120982Disabling compacts and flushes for region at 1732535120982Disabling writes for close at 1732535120982Writing region close event to WAL at 1732535120983 (+1 ms)Closed at 1732535120983 2024-11-25T11:45:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741927_1106 (size=3345) 2024-11-25T11:45:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741927_1106 (size=3345) 2024-11-25T11:45:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741927_1106 (size=3345) 2024-11-25T11:45:21,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874, size=3.3 K (3345bytes) 2024-11-25T11:45:21,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874 2024-11-25T11:45:21,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874 after 0ms 2024-11-25T11:45:21,007 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:21,007 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874 took 3ms 2024-11-25T11:45:21,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874 so closing down 2024-11-25T11:45:21,009 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:45:21,011 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535120874.temp 2024-11-25T11:45:21,012 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000003-wal.1732535120874.temp 2024-11-25T11:45:21,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:45:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741929_1108 (size=2944) 2024-11-25T11:45:21,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741929_1108 (size=2944) 2024-11-25T11:45:21,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741929_1108 (size=2944) 2024-11-25T11:45:21,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000003-wal.1732535120874.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T11:45:21,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000003-wal.1732535120874.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000035 2024-11-25T11:45:21,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-25T11:45:21,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874, journal: Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874, size=3.3 K (3345bytes) at 1732535121004Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874 so closing down at 1732535121009 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000003-wal.1732535120874.temp at 1732535121012 (+3 ms)3 split writer threads finished at 1732535121013 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000003-wal.1732535120874.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732535121021 (+8 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000003-wal.1732535120874.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000035 at 1732535121023 (+2 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1732535121023 2024-11-25T11:45:21,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535120874 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535120874 2024-11-25T11:45:21,026 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000035 2024-11-25T11:45:21,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:21,028 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:21,042 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028, exclude list is [], retry=0 2024-11-25T11:45:21,044 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:21,045 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:21,045 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:21,047 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 2024-11-25T11:45:21,047 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:46165:46165),(127.0.0.1/127.0.0.1:41555:41555)] 2024-11-25T11:45:21,047 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a05700ae1bf8d4b64e274dbb94011bb7, NAME => 'testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:45:21,048 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:21,048 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,048 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,051 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,052 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName a 2024-11-25T11:45:21,053 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:21,058 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/a/0e751a3cb3604a51b74516a184b1cb3e 2024-11-25T11:45:21,058 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:21,058 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,059 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName b 2024-11-25T11:45:21,059 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:21,059 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:21,059 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,060 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName c 2024-11-25T11:45:21,060 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:21,060 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:21,061 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,061 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,063 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,063 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000035 2024-11-25T11:45:21,065 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:21,066 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000035 2024-11-25T11:45:21,066 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a05700ae1bf8d4b64e274dbb94011bb7 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-25T11:45:21,082 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/b/366c24aac3284e6881192bdd7c9ad916 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732535120961/Put/seqid=0 2024-11-25T11:45:21,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741931_1110 (size=5958) 2024-11-25T11:45:21,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741931_1110 (size=5958) 2024-11-25T11:45:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741931_1110 (size=5958) 2024-11-25T11:45:21,089 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/b/366c24aac3284e6881192bdd7c9ad916 2024-11-25T11:45:21,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:45:21,109 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/c/a0df7fbe5f814b978dd54e80134fe2fb is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732535120970/Put/seqid=0 2024-11-25T11:45:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741932_1111 (size=5958) 2024-11-25T11:45:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741932_1111 (size=5958) 2024-11-25T11:45:21,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741932_1111 (size=5958) 2024-11-25T11:45:21,127 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/c/a0df7fbe5f814b978dd54e80134fe2fb 2024-11-25T11:45:21,133 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/b/366c24aac3284e6881192bdd7c9ad916 as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/b/366c24aac3284e6881192bdd7c9ad916 2024-11-25T11:45:21,139 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/b/366c24aac3284e6881192bdd7c9ad916, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T11:45:21,140 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/c/a0df7fbe5f814b978dd54e80134fe2fb as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/c/a0df7fbe5f814b978dd54e80134fe2fb 2024-11-25T11:45:21,145 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/c/a0df7fbe5f814b978dd54e80134fe2fb, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T11:45:21,145 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a05700ae1bf8d4b64e274dbb94011bb7 in 79ms, sequenceid=35, compaction requested=false; wal=null 2024-11-25T11:45:21,145 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000035 2024-11-25T11:45:21,147 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,147 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,147 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:21,149 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:21,151 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-25T11:45:21,152 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a05700ae1bf8d4b64e274dbb94011bb7; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60930186, jitterRate=-0.09206947684288025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:21,152 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a05700ae1bf8d4b64e274dbb94011bb7: Writing region info on filesystem at 1732535121048Initializing all the Stores at 1732535121049 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535121049Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535121051 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535121051Obtaining lock to block concurrent updates at 1732535121066 (+15 ms)Preparing flush snapshotting stores in a05700ae1bf8d4b64e274dbb94011bb7 at 1732535121066Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732535121067 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. at 1732535121067Flushing a05700ae1bf8d4b64e274dbb94011bb7/b: creating writer at 1732535121067Flushing a05700ae1bf8d4b64e274dbb94011bb7/b: appending metadata at 1732535121081 (+14 ms)Flushing a05700ae1bf8d4b64e274dbb94011bb7/b: closing flushed file at 1732535121081Flushing a05700ae1bf8d4b64e274dbb94011bb7/c: creating writer at 1732535121094 (+13 ms)Flushing a05700ae1bf8d4b64e274dbb94011bb7/c: appending metadata at 1732535121109 (+15 ms)Flushing a05700ae1bf8d4b64e274dbb94011bb7/c: closing flushed file at 1732535121109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a559ef: reopening flushed file at 1732535121132 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75667ba4: reopening flushed file at 1732535121139 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a05700ae1bf8d4b64e274dbb94011bb7 in 79ms, sequenceid=35, compaction requested=false; wal=null at 1732535121145 (+6 ms)Cleaning up temporary data from old regions at 1732535121147 (+2 ms)Region opened successfully at 1732535121152 (+5 ms) 2024-11-25T11:45:21,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028, size=0 (0bytes) 2024-11-25T11:45:21,227 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 might be still open, length is 0 2024-11-25T11:45:21,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 2024-11-25T11:45:21,227 WARN [IPC Server handler 4 on default port 39301 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-25T11:45:21,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 after 0ms 2024-11-25T11:45:22,462 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:58826 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33865:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58826 dst: /127.0.0.1:33865 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33865 remote=/127.0.0.1:58826]. Total timeout mills is 60000, 58723 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:22,463 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:58470 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45419:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58470 dst: /127.0.0.1:45419 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:22,463 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_822339294_22 at /127.0.0.1:48488 [Receiving block BP-1490709249-172.17.0.2-1732535084525:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42329:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48488 dst: /127.0.0.1:42329 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741930_1112 (size=2936) 2024-11-25T11:45:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741930_1112 (size=2936) 2024-11-25T11:45:25,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 after 4001ms 2024-11-25T11:45:25,231 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:25,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 took 4004ms 2024-11-25T11:45:25,233 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028; continuing. 2024-11-25T11:45:25,233 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 so closing down 2024-11-25T11:45:25,233 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:45:25,234 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732535121028.temp 2024-11-25T11:45:25,236 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000037-wal.1732535121028.temp 2024-11-25T11:45:25,237 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:45:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741933_1113 (size=2944) 2024-11-25T11:45:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741933_1113 (size=2944) 2024-11-25T11:45:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741933_1113 (size=2944) 2024-11-25T11:45:25,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000037-wal.1732535121028.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T11:45:25,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000037-wal.1732535121028.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000066 2024-11-25T11:45:25,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T11:45:25,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028, journal: Splitting hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028, size=0 (0bytes) at 1732535121227Finishing writing output for hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 so closing down at 1732535125233 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000037-wal.1732535121028.temp at 1732535125236 (+3 ms)3 split writer threads finished at 1732535125237 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000037-wal.1732535121028.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732535125247 (+10 ms)Rename recovered edits hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000037-wal.1732535121028.temp to hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000066 at 1732535125248 (+1 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028, size=0, length=0, corrupted=false, cancelled=false at 1732535125248 2024-11-25T11:45:25,250 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 to hdfs://localhost:39301/hbase/oldWALs/wal.1732535121028 2024-11-25T11:45:25,250 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000066 2024-11-25T11:45:25,250 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:45:25,252 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39301/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802, archiveDir=hdfs://localhost:39301/hbase/oldWALs, maxLogs=32 2024-11-25T11:45:25,292 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535125252, exclude list is [], retry=0 2024-11-25T11:45:25,295 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-29a6b7f9-dbcb-41da-a3d6-b84dc5e9916e,DISK] 2024-11-25T11:45:25,295 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-b2bfb3f1-e785-435e-9061-5c7707603de2,DISK] 2024-11-25T11:45:25,296 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-819173d3-a9fd-4f60-9b88-1dc7ec07387b,DISK] 2024-11-25T11:45:25,298 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535125252 2024-11-25T11:45:25,298 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089),(127.0.0.1/127.0.0.1:41555:41555),(127.0.0.1/127.0.0.1:46165:46165)] 2024-11-25T11:45:25,299 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:45:25,300 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:25,301 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName a 2024-11-25T11:45:25,301 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:25,306 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/a/0e751a3cb3604a51b74516a184b1cb3e 2024-11-25T11:45:25,306 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:25,306 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:25,307 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName b 2024-11-25T11:45:25,307 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:25,312 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/b/366c24aac3284e6881192bdd7c9ad916 2024-11-25T11:45:25,312 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:25,312 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:25,313 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05700ae1bf8d4b64e274dbb94011bb7 columnFamilyName c 2024-11-25T11:45:25,313 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:45:25,318 DEBUG [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/c/a0df7fbe5f814b978dd54e80134fe2fb 2024-11-25T11:45:25,318 INFO [StoreOpener-a05700ae1bf8d4b64e274dbb94011bb7-1 {}] regionserver.HStore(327): Store=a05700ae1bf8d4b64e274dbb94011bb7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:45:25,318 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:25,319 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:25,321 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:25,321 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000066 2024-11-25T11:45:25,323 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-25T11:45:25,329 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000066 2024-11-25T11:45:25,330 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a05700ae1bf8d4b64e274dbb94011bb7 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T11:45:25,345 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/a/c098a8b28015423ab3815b694f3dc6c6 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732535121160/Put/seqid=0 2024-11-25T11:45:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741935_1115 (size=5958) 2024-11-25T11:45:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741935_1115 (size=5958) 2024-11-25T11:45:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741935_1115 (size=5958) 2024-11-25T11:45:25,353 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/a/c098a8b28015423ab3815b694f3dc6c6 2024-11-25T11:45:25,373 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/b/33e71c751084451d8b33deeee52474cf is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732535121168/Put/seqid=0 2024-11-25T11:45:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741936_1116 (size=5958) 2024-11-25T11:45:25,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741936_1116 (size=5958) 2024-11-25T11:45:25,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741936_1116 (size=5958) 2024-11-25T11:45:25,380 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/b/33e71c751084451d8b33deeee52474cf 2024-11-25T11:45:25,400 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/c/68470b7daf2d4f439eca6940fedc4db7 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732535121177/Put/seqid=0 2024-11-25T11:45:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741937_1117 (size=5958) 2024-11-25T11:45:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741937_1117 (size=5958) 2024-11-25T11:45:25,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741937_1117 (size=5958) 2024-11-25T11:45:25,407 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/c/68470b7daf2d4f439eca6940fedc4db7 2024-11-25T11:45:25,413 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/a/c098a8b28015423ab3815b694f3dc6c6 as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/a/c098a8b28015423ab3815b694f3dc6c6 2024-11-25T11:45:25,418 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/a/c098a8b28015423ab3815b694f3dc6c6, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T11:45:25,419 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/b/33e71c751084451d8b33deeee52474cf as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/b/33e71c751084451d8b33deeee52474cf 2024-11-25T11:45:25,424 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/b/33e71c751084451d8b33deeee52474cf, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T11:45:25,425 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/.tmp/c/68470b7daf2d4f439eca6940fedc4db7 as hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/c/68470b7daf2d4f439eca6940fedc4db7 2024-11-25T11:45:25,429 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/c/68470b7daf2d4f439eca6940fedc4db7, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T11:45:25,429 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a05700ae1bf8d4b64e274dbb94011bb7 in 100ms, sequenceid=66, compaction requested=false; wal=null 2024-11-25T11:45:25,430 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/0000000000000000066 2024-11-25T11:45:25,431 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:25,431 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:25,432 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:45:25,433 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a05700ae1bf8d4b64e274dbb94011bb7 2024-11-25T11:45:25,435 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/hbase/data/default/testReplayEditsWrittenViaHRegion/a05700ae1bf8d4b64e274dbb94011bb7/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-25T11:45:25,436 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a05700ae1bf8d4b64e274dbb94011bb7; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74095379, jitterRate=0.10410718619823456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:45:25,436 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a05700ae1bf8d4b64e274dbb94011bb7: Writing region info on filesystem at 1732535125299Initializing all the Stores at 1732535125299Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535125299Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535125300 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535125300Obtaining lock to block concurrent updates at 1732535125330 (+30 ms)Preparing flush snapshotting stores in a05700ae1bf8d4b64e274dbb94011bb7 at 1732535125330Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732535125330Flushing stores of testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. at 1732535125330Flushing a05700ae1bf8d4b64e274dbb94011bb7/a: creating writer at 1732535125330Flushing a05700ae1bf8d4b64e274dbb94011bb7/a: appending metadata at 1732535125345 (+15 ms)Flushing a05700ae1bf8d4b64e274dbb94011bb7/a: closing flushed file at 1732535125345Flushing a05700ae1bf8d4b64e274dbb94011bb7/b: creating writer at 1732535125358 (+13 ms)Flushing a05700ae1bf8d4b64e274dbb94011bb7/b: appending metadata at 1732535125372 (+14 ms)Flushing a05700ae1bf8d4b64e274dbb94011bb7/b: closing flushed file at 1732535125372Flushing a05700ae1bf8d4b64e274dbb94011bb7/c: creating writer at 1732535125386 (+14 ms)Flushing a05700ae1bf8d4b64e274dbb94011bb7/c: appending metadata at 1732535125399 (+13 ms)Flushing a05700ae1bf8d4b64e274dbb94011bb7/c: closing flushed file at 1732535125399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de92385: reopening flushed file at 1732535125412 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a332103: reopening flushed file at 1732535125418 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2a0799: reopening flushed file at 1732535125424 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a05700ae1bf8d4b64e274dbb94011bb7 in 100ms, sequenceid=66, compaction requested=false; wal=null at 1732535125429 (+5 ms)Cleaning up temporary data from old regions at 1732535125431 (+2 ms)Region opened successfully at 1732535125436 (+5 ms) 2024-11-25T11:45:25,450 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a05700ae1bf8d4b64e274dbb94011bb7, disabling compactions & flushes 2024-11-25T11:45:25,450 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:25,450 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:25,450 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. after waiting 0 ms 2024-11-25T11:45:25,450 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:25,452 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535120803.a05700ae1bf8d4b64e274dbb94011bb7. 2024-11-25T11:45:25,452 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a05700ae1bf8d4b64e274dbb94011bb7: Waiting for close lock at 1732535125450Disabling compacts and flushes for region at 1732535125450Disabling writes for close at 1732535125450Writing region close event to WAL at 1732535125452 (+2 ms)Closed at 1732535125452 2024-11-25T11:45:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741934_1114 (size=95) 2024-11-25T11:45:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741934_1114 (size=95) 2024-11-25T11:45:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741934_1114 (size=95) 2024-11-25T11:45:25,457 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:45:25,457 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535125252) 2024-11-25T11:45:25,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=445 (was 438) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:39301 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-839845781_22 at /127.0.0.1:58498 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-839845781_22 at /127.0.0.1:48524 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-839845781_22 at /127.0.0.1:58854 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1416 (was 1350) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=3902 (was 3947) 2024-11-25T11:45:25,475 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1416 is superior to 1024 2024-11-25T11:45:25,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:45:25,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:45:25,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:45:25,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:45:25,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:45:25,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:45:25,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1088696683, stopped=false 2024-11-25T11:45:25,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:45:25,477 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,40465,1732535087497 2024-11-25T11:45:25,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:45:25,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:45:25,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:45:25,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:45:25,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:45:25,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:45:25,479 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:45:25,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:45:25,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:45:25,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:45:25,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:45:25,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:45:25,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:45:25,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,33315,1732535088186' ***** 2024-11-25T11:45:25,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:45:25,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,45741,1732535088352' ***** 2024-11-25T11:45:25,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:45:25,481 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:45:25,481 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:45:25,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:45:25,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:45:25,482 INFO [RS:2;96bb5f2c2895:45741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:45:25,482 INFO [RS:0;96bb5f2c2895:33315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:45:25,482 INFO [RS:0;96bb5f2c2895:33315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:45:25,482 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,33315,1732535088186 2024-11-25T11:45:25,482 INFO [RS:2;96bb5f2c2895:45741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:45:25,482 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:45:25,482 INFO [RS:0;96bb5f2c2895:33315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:33315. 2024-11-25T11:45:25,482 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:25,482 DEBUG [RS:0;96bb5f2c2895:33315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:45:25,482 DEBUG [RS:0;96bb5f2c2895:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:45:25,482 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:45:25,482 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:45:25,482 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:45:25,482 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:45:25,482 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,45741,1732535088352 2024-11-25T11:45:25,483 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:45:25,483 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:45:25,483 INFO [RS:2;96bb5f2c2895:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;96bb5f2c2895:45741. 2024-11-25T11:45:25,483 DEBUG [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:45:25,483 DEBUG [RS:2;96bb5f2c2895:45741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:45:25,483 DEBUG [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:45:25,483 DEBUG [RS:2;96bb5f2c2895:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:45:25,483 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c88609861531e4ebaa9201d733f20fa1, disabling compactions & flushes 2024-11-25T11:45:25,483 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:45:25,483 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:45:25,483 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:25,483 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:45:25,483 DEBUG [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(1325): Online Regions={c88609861531e4ebaa9201d733f20fa1=testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1.} 2024-11-25T11:45:25,483 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:25,483 DEBUG [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(1351): Waiting on c88609861531e4ebaa9201d733f20fa1 2024-11-25T11:45:25,483 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:45:25,483 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. after waiting 0 ms 2024-11-25T11:45:25,483 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:45:25,483 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:25,483 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:45:25,483 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-25T11:45:25,488 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:45:25,488 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c88609861531e4ebaa9201d733f20fa1/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-25T11:45:25,488 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:45:25,489 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:25,489 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c88609861531e4ebaa9201d733f20fa1: Waiting for close lock at 1732535125483Running coprocessor pre-close hooks at 1732535125483Disabling compacts and flushes for region at 1732535125483Disabling writes for close at 1732535125483Writing region close event to WAL at 1732535125485 (+2 ms)Running coprocessor post-close hooks at 1732535125489 (+4 ms)Closed at 1732535125489 2024-11-25T11:45:25,489 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1. 2024-11-25T11:45:25,505 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/.tmp/info/528ff88528cb4b769cbd9555bef1ea2a is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732535102493.c88609861531e4ebaa9201d733f20fa1./info:regioninfo/1732535105520/Put/seqid=0 2024-11-25T11:45:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741938_1118 (size=8243) 2024-11-25T11:45:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741938_1118 (size=8243) 2024-11-25T11:45:25,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741938_1118 (size=8243) 2024-11-25T11:45:25,512 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/.tmp/info/528ff88528cb4b769cbd9555bef1ea2a 2024-11-25T11:45:25,533 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/.tmp/ns/8ac7d8201d4442adab201206b085144c is 43, key is default/ns:d/1732535090333/Put/seqid=0 2024-11-25T11:45:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741939_1119 (size=5153) 2024-11-25T11:45:25,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741939_1119 (size=5153) 2024-11-25T11:45:25,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741939_1119 (size=5153) 2024-11-25T11:45:25,541 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/.tmp/ns/8ac7d8201d4442adab201206b085144c 2024-11-25T11:45:25,568 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/.tmp/table/1e84bbf1615a464f88535959890061c3 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732535102912/Put/seqid=0 2024-11-25T11:45:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741940_1120 (size=5431) 2024-11-25T11:45:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741940_1120 (size=5431) 2024-11-25T11:45:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741940_1120 (size=5431) 2024-11-25T11:45:25,576 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/.tmp/table/1e84bbf1615a464f88535959890061c3 2024-11-25T11:45:25,583 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/.tmp/info/528ff88528cb4b769cbd9555bef1ea2a as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/info/528ff88528cb4b769cbd9555bef1ea2a 2024-11-25T11:45:25,589 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/info/528ff88528cb4b769cbd9555bef1ea2a, entries=18, sequenceid=21, filesize=8.0 K 2024-11-25T11:45:25,590 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/.tmp/ns/8ac7d8201d4442adab201206b085144c as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/ns/8ac7d8201d4442adab201206b085144c 2024-11-25T11:45:25,596 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/ns/8ac7d8201d4442adab201206b085144c, entries=2, sequenceid=21, filesize=5.0 K 2024-11-25T11:45:25,597 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/.tmp/table/1e84bbf1615a464f88535959890061c3 as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/table/1e84bbf1615a464f88535959890061c3 2024-11-25T11:45:25,602 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/table/1e84bbf1615a464f88535959890061c3, entries=2, sequenceid=21, filesize=5.3 K 2024-11-25T11:45:25,603 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=21, compaction requested=false 2024-11-25T11:45:25,608 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-25T11:45:25,609 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:45:25,609 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:45:25,609 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732535125483Running coprocessor pre-close hooks at 1732535125483Disabling compacts and flushes for region at 1732535125483Disabling writes for close at 1732535125483Obtaining lock to block concurrent updates at 1732535125483Preparing flush snapshotting stores in 1588230740 at 1732535125483Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732535125484 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732535125484Flushing 1588230740/info: creating writer at 1732535125485 (+1 ms)Flushing 1588230740/info: appending metadata at 1732535125504 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732535125504Flushing 1588230740/ns: creating writer at 1732535125518 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732535125532 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732535125532Flushing 1588230740/table: creating writer at 1732535125546 (+14 ms)Flushing 1588230740/table: appending metadata at 1732535125568 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732535125568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66531822: reopening flushed file at 1732535125582 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71027cb1: reopening flushed file at 1732535125589 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58324dbb: reopening flushed file at 1732535125596 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=21, compaction requested=false at 1732535125603 (+7 ms)Writing region close event to WAL at 1732535125605 (+2 ms)Running coprocessor post-close hooks at 1732535125609 (+4 ms)Closed at 1732535125609 2024-11-25T11:45:25,610 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:45:25,658 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:45:25,658 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:45:25,672 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:45:25,672 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:45:25,683 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,33315,1732535088186; all regions closed. 2024-11-25T11:45:25,683 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,45741,1732535088352; all regions closed. 2024-11-25T11:45:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741833_1009 (size=722) 2024-11-25T11:45:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741836_1012 (size=4718) 2024-11-25T11:45:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741833_1009 (size=722) 2024-11-25T11:45:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741836_1012 (size=4718) 2024-11-25T11:45:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741833_1009 (size=722) 2024-11-25T11:45:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741836_1012 (size=4718) 2024-11-25T11:45:25,689 DEBUG [RS:2;96bb5f2c2895:45741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/oldWALs 2024-11-25T11:45:25,689 INFO [RS:2;96bb5f2c2895:45741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C45741%2C1732535088352:(num 1732535089801) 2024-11-25T11:45:25,689 DEBUG [RS:2;96bb5f2c2895:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:45:25,689 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:45:25,689 DEBUG [RS:0;96bb5f2c2895:33315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/oldWALs 2024-11-25T11:45:25,689 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:45:25,689 INFO [RS:0;96bb5f2c2895:33315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C33315%2C1732535088186.meta:.meta(num 1732535090165) 2024-11-25T11:45:25,689 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:45:25,689 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:45:25,689 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:45:25,689 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:45:25,689 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:45:25,689 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:45:25,690 INFO [RS:2;96bb5f2c2895:45741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45741 2024-11-25T11:45:25,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741834_1010 (size=1704) 2024-11-25T11:45:25,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/96bb5f2c2895,45741,1732535088352 2024-11-25T11:45:25,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:45:25,692 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:45:25,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741834_1010 (size=1704) 2024-11-25T11:45:25,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741834_1010 (size=1704) 2024-11-25T11:45:25,694 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,45741,1732535088352] 2024-11-25T11:45:25,694 DEBUG [RS:0;96bb5f2c2895:33315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/oldWALs 2024-11-25T11:45:25,694 INFO [RS:0;96bb5f2c2895:33315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C33315%2C1732535088186:(num 1732535089801) 2024-11-25T11:45:25,694 DEBUG [RS:0;96bb5f2c2895:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:45:25,694 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:45:25,695 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:45:25,695 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:45:25,695 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:45:25,695 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:45:25,695 INFO [RS:0;96bb5f2c2895:33315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33315 2024-11-25T11:45:25,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/96bb5f2c2895,45741,1732535088352 already deleted, retry=false 2024-11-25T11:45:25,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,45741,1732535088352 expired; onlineServers=1 2024-11-25T11:45:25,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/96bb5f2c2895,33315,1732535088186 2024-11-25T11:45:25,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:45:25,697 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:45:25,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,33315,1732535088186] 2024-11-25T11:45:25,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/96bb5f2c2895,33315,1732535088186 already deleted, retry=false 2024-11-25T11:45:25,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,33315,1732535088186 expired; onlineServers=0 2024-11-25T11:45:25,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,40465,1732535087497' ***** 2024-11-25T11:45:25,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:45:25,700 INFO [M:0;96bb5f2c2895:40465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:45:25,700 INFO [M:0;96bb5f2c2895:40465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:45:25,700 DEBUG [M:0;96bb5f2c2895:40465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:45:25,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:45:25,700 DEBUG [M:0;96bb5f2c2895:40465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:45:25,700 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732535089414 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732535089414,5,FailOnTimeoutGroup] 2024-11-25T11:45:25,700 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732535089420 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732535089420,5,FailOnTimeoutGroup] 2024-11-25T11:45:25,701 INFO [M:0;96bb5f2c2895:40465 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:45:25,701 INFO [M:0;96bb5f2c2895:40465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:45:25,701 DEBUG [M:0;96bb5f2c2895:40465 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:45:25,701 INFO [M:0;96bb5f2c2895:40465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:45:25,701 INFO [M:0;96bb5f2c2895:40465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:45:25,702 INFO [M:0;96bb5f2c2895:40465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:45:25,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:45:25,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T11:45:25,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:45:25,703 DEBUG [M:0;96bb5f2c2895:40465 {}] zookeeper.ZKUtil(347): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T11:45:25,703 WARN [M:0;96bb5f2c2895:40465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:45:25,704 INFO [M:0;96bb5f2c2895:40465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/.lastflushedseqids 2024-11-25T11:45:25,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741941_1121 (size=138) 2024-11-25T11:45:25,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741941_1121 (size=138) 2024-11-25T11:45:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741941_1121 (size=138) 2024-11-25T11:45:25,717 INFO [M:0;96bb5f2c2895:40465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:45:25,717 INFO [M:0;96bb5f2c2895:40465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:45:25,718 DEBUG [M:0;96bb5f2c2895:40465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:45:25,718 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:45:25,718 DEBUG [M:0;96bb5f2c2895:40465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:45:25,718 DEBUG [M:0;96bb5f2c2895:40465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:45:25,718 DEBUG [M:0;96bb5f2c2895:40465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:45:25,718 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-25T11:45:25,734 DEBUG [M:0;96bb5f2c2895:40465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20db5fd4e7114cf1aa1c4f4c9bffca38 is 82, key is hbase:meta,,1/info:regioninfo/1732535090252/Put/seqid=0 2024-11-25T11:45:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741942_1122 (size=5672) 2024-11-25T11:45:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741942_1122 (size=5672) 2024-11-25T11:45:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741942_1122 (size=5672) 2024-11-25T11:45:25,741 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20db5fd4e7114cf1aa1c4f4c9bffca38 2024-11-25T11:45:25,760 DEBUG [M:0;96bb5f2c2895:40465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/768d422e8f884d3f8b6ff5da76de0a37 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732535102917/Put/seqid=0 2024-11-25T11:45:25,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741943_1123 (size=7755) 2024-11-25T11:45:25,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741943_1123 (size=7755) 2024-11-25T11:45:25,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741943_1123 (size=7755) 2024-11-25T11:45:25,769 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/768d422e8f884d3f8b6ff5da76de0a37 2024-11-25T11:45:25,774 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768d422e8f884d3f8b6ff5da76de0a37 2024-11-25T11:45:25,790 DEBUG [M:0;96bb5f2c2895:40465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c37fe3aa8799427d949f4cb33f1549b1 is 69, key is 96bb5f2c2895,33315,1732535088186/rs:state/1732535089567/Put/seqid=0 2024-11-25T11:45:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:45:25,794 INFO [RS:2;96bb5f2c2895:45741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:45:25,794 INFO [RS:2;96bb5f2c2895:45741 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,45741,1732535088352; zookeeper connection closed. 2024-11-25T11:45:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1014ef159070003, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:45:25,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ee05e19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ee05e19 2024-11-25T11:45:25,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741944_1124 (size=5445) 2024-11-25T11:45:25,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741944_1124 (size=5445) 2024-11-25T11:45:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741944_1124 (size=5445) 2024-11-25T11:45:25,798 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c37fe3aa8799427d949f4cb33f1549b1 2024-11-25T11:45:25,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:45:25,799 INFO [RS:0;96bb5f2c2895:33315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:45:25,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1014ef159070001, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:45:25,799 INFO [RS:0;96bb5f2c2895:33315 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,33315,1732535088186; zookeeper connection closed. 2024-11-25T11:45:25,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67c236d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67c236d4 2024-11-25T11:45:25,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T11:45:25,803 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c37fe3aa8799427d949f4cb33f1549b1 2024-11-25T11:45:25,804 DEBUG [M:0;96bb5f2c2895:40465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20db5fd4e7114cf1aa1c4f4c9bffca38 as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20db5fd4e7114cf1aa1c4f4c9bffca38 2024-11-25T11:45:25,809 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20db5fd4e7114cf1aa1c4f4c9bffca38, entries=8, sequenceid=168, filesize=5.5 K 2024-11-25T11:45:25,810 DEBUG [M:0;96bb5f2c2895:40465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/768d422e8f884d3f8b6ff5da76de0a37 as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/768d422e8f884d3f8b6ff5da76de0a37 2024-11-25T11:45:25,815 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768d422e8f884d3f8b6ff5da76de0a37 2024-11-25T11:45:25,815 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/768d422e8f884d3f8b6ff5da76de0a37, entries=17, sequenceid=168, filesize=7.6 K 2024-11-25T11:45:25,816 DEBUG [M:0;96bb5f2c2895:40465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c37fe3aa8799427d949f4cb33f1549b1 as hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c37fe3aa8799427d949f4cb33f1549b1 2024-11-25T11:45:25,821 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c37fe3aa8799427d949f4cb33f1549b1 2024-11-25T11:45:25,821 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39301/user/jenkins/test-data/f9e73c38-9f95-b6a0-5e08-51a2ce0637fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c37fe3aa8799427d949f4cb33f1549b1, entries=3, sequenceid=168, filesize=5.3 K 2024-11-25T11:45:25,822 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=168, compaction requested=false 2024-11-25T11:45:25,824 INFO [M:0;96bb5f2c2895:40465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:45:25,824 DEBUG [M:0;96bb5f2c2895:40465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732535125717Disabling compacts and flushes for region at 1732535125717Disabling writes for close at 1732535125718 (+1 ms)Obtaining lock to block concurrent updates at 1732535125718Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732535125718Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732535125718Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732535125719 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732535125719Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732535125733 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732535125734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732535125745 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732535125760 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732535125760Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732535125774 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732535125789 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732535125789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f35ac6: reopening flushed file at 1732535125803 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761fc0b7: reopening flushed file at 1732535125809 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d1df84: reopening flushed file at 1732535125815 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=168, compaction requested=false at 1732535125822 (+7 ms)Writing region close event to WAL at 1732535125824 (+2 ms)Closed at 1732535125824 2024-11-25T11:45:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741830_1006 (size=56561) 2024-11-25T11:45:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741830_1006 (size=56561) 2024-11-25T11:45:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741830_1006 (size=56561) 2024-11-25T11:45:25,827 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:45:25,828 INFO [M:0;96bb5f2c2895:40465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:45:25,828 INFO [M:0;96bb5f2c2895:40465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40465 2024-11-25T11:45:25,828 INFO [M:0;96bb5f2c2895:40465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:45:25,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:45:25,930 INFO [M:0;96bb5f2c2895:40465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:45:25,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1014ef159070000, quorum=127.0.0.1:52944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:45:25,936 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535106204 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535106204 (inode 16655) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535105913/wal.1732535106204 (inode 16655) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:45:25,937 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535098046/wal.1732535098193 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:25,937 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535120802/wal.1732535121028 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:25,939 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535115616 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535115616 (inode 16678) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535106368/wal.1732535115616 (inode 16678) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:45:25,940 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535091422/wal.1732535091500 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:25,942 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535116216 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535116216 (inode 16704) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535115800/wal.1732535116216 (inode 16704) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:45:25,942 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535116363/wal.1732535116420 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:45:25,944 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal.1732535091286 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal.1732535091286 (inode 16485) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535091095/wal.1732535091286 (inode 16485) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:45:25,947 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal.1732535090838 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal.1732535090838 (inode 16462) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535090594/wal.1732535090838 (inode 16462) Holder DFSClient_NONMAPREDUCE_822339294_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:45:25,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:45:25,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:45:25,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:45:25,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:45:25,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.log.dir/,STOPPED} 2024-11-25T11:45:25,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:45:25,956 WARN [BP-1490709249-172.17.0.2-1732535084525 heartbeating to localhost/127.0.0.1:39301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:45:25,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:45:25,956 WARN [BP-1490709249-172.17.0.2-1732535084525 heartbeating to localhost/127.0.0.1:39301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1490709249-172.17.0.2-1732535084525 (Datanode Uuid a2ac5db5-31b5-4313-b2d2-9726396b7080) service to localhost/127.0.0.1:39301 2024-11-25T11:45:25,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data5/current/BP-1490709249-172.17.0.2-1732535084525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:45:25,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data6/current/BP-1490709249-172.17.0.2-1732535084525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:45:25,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:45:25,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:45:25,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:45:25,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:45:25,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:45:25,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.log.dir/,STOPPED} 2024-11-25T11:45:25,961 WARN [BP-1490709249-172.17.0.2-1732535084525 heartbeating to localhost/127.0.0.1:39301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:45:25,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:45:25,961 WARN [BP-1490709249-172.17.0.2-1732535084525 heartbeating to localhost/127.0.0.1:39301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1490709249-172.17.0.2-1732535084525 (Datanode Uuid f227e92c-b73d-4157-ac1b-929ea7085a2d) service to localhost/127.0.0.1:39301 2024-11-25T11:45:25,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:45:25,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data3/current/BP-1490709249-172.17.0.2-1732535084525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:45:25,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data4/current/BP-1490709249-172.17.0.2-1732535084525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:45:25,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:45:25,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:45:25,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:45:25,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:45:25,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:45:25,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.log.dir/,STOPPED} 2024-11-25T11:45:25,966 WARN [BP-1490709249-172.17.0.2-1732535084525 heartbeating to localhost/127.0.0.1:39301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:45:25,966 WARN [BP-1490709249-172.17.0.2-1732535084525 heartbeating to localhost/127.0.0.1:39301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1490709249-172.17.0.2-1732535084525 (Datanode Uuid 5553457f-3c4d-4ceb-b58d-11628cf7e417) service to localhost/127.0.0.1:39301 2024-11-25T11:45:25,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:45:25,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:45:25,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data1/current/BP-1490709249-172.17.0.2-1732535084525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:45:25,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/cluster_c7e47cbb-1185-34c5-702e-eb1dd1c33686/data/data2/current/BP-1490709249-172.17.0.2-1732535084525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:45:25,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:45:25,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:45:25,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:45:25,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:45:25,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:45:25,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/959f9386-e7e7-2cd5-c173-b1db38d7f202/hadoop.log.dir/,STOPPED} 2024-11-25T11:45:25,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:45:26,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down