2024-11-12 11:40:15,958 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-12 11:40:15,973 main DEBUG Took 0.013050 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 11:40:15,974 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 11:40:15,974 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 11:40:15,975 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 11:40:15,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:15,985 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 11:40:16,000 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,003 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,004 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,006 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,007 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,009 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,010 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,011 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,012 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,013 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,014 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,015 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 11:40:16,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,016 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 11:40:16,018 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 11:40:16,020 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 11:40:16,023 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 11:40:16,023 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 11:40:16,025 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 11:40:16,026 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 11:40:16,036 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 11:40:16,040 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 11:40:16,043 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 11:40:16,043 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 11:40:16,044 main DEBUG createAppenders(={Console}) 2024-11-12 11:40:16,045 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-12 11:40:16,045 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-12 11:40:16,046 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-12 11:40:16,046 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 11:40:16,047 main DEBUG OutputStream closed 2024-11-12 11:40:16,047 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 11:40:16,048 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 11:40:16,048 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-12 11:40:16,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 11:40:16,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 11:40:16,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 11:40:16,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 11:40:16,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 11:40:16,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 11:40:16,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 11:40:16,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 11:40:16,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 11:40:16,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 11:40:16,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 11:40:16,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 11:40:16,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 11:40:16,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 11:40:16,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 11:40:16,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 11:40:16,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 11:40:16,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 11:40:16,150 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 11:40:16,150 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-12 11:40:16,150 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 11:40:16,151 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-12T11:40:16,401 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f 2024-11-12 11:40:16,404 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 11:40:16,404 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T11:40:16,412 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-12T11:40:16,420 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-12T11:40:16,446 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T11:40:16,494 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T11:40:16,494 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T11:40:16,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T11:40:16,528 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4, deleteOnExit=true 2024-11-12T11:40:16,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T11:40:16,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/test.cache.data in system properties and HBase conf 2024-11-12T11:40:16,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T11:40:16,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.log.dir in system properties and HBase conf 2024-11-12T11:40:16,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T11:40:16,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T11:40:16,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T11:40:16,611 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T11:40:16,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T11:40:16,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:40:16,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T11:40:16,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T11:40:16,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:40:16,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T11:40:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T11:40:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T11:40:16,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:40:16,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T11:40:16,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/nfs.dump.dir in system properties and HBase conf 2024-11-12T11:40:16,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/java.io.tmpdir in system properties and HBase conf 2024-11-12T11:40:16,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T11:40:16,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T11:40:16,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T11:40:17,655 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T11:40:17,721 INFO [Time-limited test {}] log.Log(170): Logging initialized @2513ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T11:40:17,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:40:17,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:40:17,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:40:17,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:40:17,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:40:17,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:40:17,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a6ae9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:40:17,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@120a4c3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:40:18,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14f32243{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/java.io.tmpdir/jetty-localhost-46185-hadoop-hdfs-3_4_1-tests_jar-_-any-12065964579814295280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:40:18,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71a2a7f2{HTTP/1.1, (http/1.1)}{localhost:46185} 2024-11-12T11:40:18,065 INFO [Time-limited test {}] server.Server(415): Started @2857ms 2024-11-12T11:40:18,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:40:18,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:40:18,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:40:18,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:40:18,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T11:40:18,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d86915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:40:18,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ace2437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:40:18,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d480c14{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/java.io.tmpdir/jetty-localhost-38235-hadoop-hdfs-3_4_1-tests_jar-_-any-2380526855607530285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:40:18,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a1e1ee{HTTP/1.1, (http/1.1)}{localhost:38235} 2024-11-12T11:40:18,658 INFO [Time-limited test {}] server.Server(415): Started @3450ms 2024-11-12T11:40:18,703 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:40:18,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:40:18,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:40:18,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:40:18,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:40:18,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T11:40:18,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a777d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:40:18,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14fd625f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:40:18,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75d96791{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/java.io.tmpdir/jetty-localhost-35717-hadoop-hdfs-3_4_1-tests_jar-_-any-11212038369098493655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:40:18,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60aef58b{HTTP/1.1, (http/1.1)}{localhost:35717} 2024-11-12T11:40:18,930 INFO [Time-limited test {}] server.Server(415): Started @3722ms 2024-11-12T11:40:18,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:40:18,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T11:40:18,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T11:40:18,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T11:40:18,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T11:40:18,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T11:40:18,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78fad685{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.log.dir/,AVAILABLE} 2024-11-12T11:40:18,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b0de5e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T11:40:19,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@773b4a40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/java.io.tmpdir/jetty-localhost-37009-hadoop-hdfs-3_4_1-tests_jar-_-any-1098406743978412049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:40:19,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@286fa8e3{HTTP/1.1, (http/1.1)}{localhost:37009} 2024-11-12T11:40:19,092 INFO [Time-limited test {}] server.Server(415): Started @3883ms 2024-11-12T11:40:19,094 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T11:40:19,897 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data1/current/BP-355801318-172.17.0.2-1731411617231/current, will proceed with Du for space computation calculation, 2024-11-12T11:40:19,897 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data3/current/BP-355801318-172.17.0.2-1731411617231/current, will proceed with Du for space computation calculation, 2024-11-12T11:40:19,897 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data4/current/BP-355801318-172.17.0.2-1731411617231/current, will proceed with Du for space computation calculation, 2024-11-12T11:40:19,897 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data2/current/BP-355801318-172.17.0.2-1731411617231/current, will proceed with Du for space computation calculation, 2024-11-12T11:40:19,930 WARN [Thread-134 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data5/current/BP-355801318-172.17.0.2-1731411617231/current, will proceed with Du for space computation calculation, 2024-11-12T11:40:19,930 WARN [Thread-135 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data6/current/BP-355801318-172.17.0.2-1731411617231/current, will proceed with Du for space computation calculation, 2024-11-12T11:40:19,939 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:40:19,939 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:40:19,955 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T11:40:19,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x726991da6e93c7fc with lease ID 0x87f4ab20136e6b9b: Processing first storage report for DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26 from datanode DatanodeRegistration(127.0.0.1:36939, datanodeUuid=285d5719-b885-4d01-b418-79301298981b, infoPort=35417, infoSecurePort=0, ipcPort=34667, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231) 2024-11-12T11:40:19,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x726991da6e93c7fc with lease ID 0x87f4ab20136e6b9b: from storage DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26 node DatanodeRegistration(127.0.0.1:36939, datanodeUuid=285d5719-b885-4d01-b418-79301298981b, infoPort=35417, infoSecurePort=0, ipcPort=34667, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T11:40:19,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x231737e80071631c with lease ID 0x87f4ab20136e6b9d: Processing first storage report for DS-35247d31-3782-49bc-bafc-1fa11ac02453 from datanode DatanodeRegistration(127.0.0.1:42397, datanodeUuid=5a1dd060-2700-4b32-a6e1-3408ca1f0528, infoPort=46841, infoSecurePort=0, ipcPort=39465, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231) 2024-11-12T11:40:19,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x231737e80071631c with lease ID 0x87f4ab20136e6b9d: from storage DS-35247d31-3782-49bc-bafc-1fa11ac02453 node DatanodeRegistration(127.0.0.1:42397, datanodeUuid=5a1dd060-2700-4b32-a6e1-3408ca1f0528, infoPort=46841, infoSecurePort=0, ipcPort=39465, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:40:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd837c4874e3e9f5e with lease ID 0x87f4ab20136e6b9c: Processing first storage report for DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c from datanode DatanodeRegistration(127.0.0.1:43155, datanodeUuid=32e4db81-b93a-4448-9728-ff09432b7bc8, infoPort=42169, infoSecurePort=0, ipcPort=45847, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231) 2024-11-12T11:40:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd837c4874e3e9f5e with lease ID 0x87f4ab20136e6b9c: from storage DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c node DatanodeRegistration(127.0.0.1:43155, datanodeUuid=32e4db81-b93a-4448-9728-ff09432b7bc8, infoPort=42169, infoSecurePort=0, ipcPort=45847, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:40:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x726991da6e93c7fc with lease ID 0x87f4ab20136e6b9b: Processing first storage report for DS-a100cab9-d04d-4b13-a7db-2bb69655894f from datanode DatanodeRegistration(127.0.0.1:36939, datanodeUuid=285d5719-b885-4d01-b418-79301298981b, infoPort=35417, infoSecurePort=0, ipcPort=34667, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231) 2024-11-12T11:40:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x726991da6e93c7fc with lease ID 0x87f4ab20136e6b9b: from storage DS-a100cab9-d04d-4b13-a7db-2bb69655894f node DatanodeRegistration(127.0.0.1:36939, datanodeUuid=285d5719-b885-4d01-b418-79301298981b, infoPort=35417, infoSecurePort=0, ipcPort=34667, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:40:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x231737e80071631c with lease ID 0x87f4ab20136e6b9d: Processing first storage report for DS-c012a97c-f587-44ea-9073-5275125f533a from datanode DatanodeRegistration(127.0.0.1:42397, datanodeUuid=5a1dd060-2700-4b32-a6e1-3408ca1f0528, infoPort=46841, infoSecurePort=0, ipcPort=39465, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231) 2024-11-12T11:40:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x231737e80071631c with lease ID 0x87f4ab20136e6b9d: from storage DS-c012a97c-f587-44ea-9073-5275125f533a node DatanodeRegistration(127.0.0.1:42397, datanodeUuid=5a1dd060-2700-4b32-a6e1-3408ca1f0528, infoPort=46841, infoSecurePort=0, ipcPort=39465, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:40:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd837c4874e3e9f5e with lease ID 0x87f4ab20136e6b9c: Processing first storage report for DS-d40f0eb6-11a4-4caf-8dbb-5b4a15c3d947 from datanode DatanodeRegistration(127.0.0.1:43155, datanodeUuid=32e4db81-b93a-4448-9728-ff09432b7bc8, infoPort=42169, infoSecurePort=0, ipcPort=45847, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231) 2024-11-12T11:40:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd837c4874e3e9f5e with lease ID 0x87f4ab20136e6b9c: from storage DS-d40f0eb6-11a4-4caf-8dbb-5b4a15c3d947 node DatanodeRegistration(127.0.0.1:43155, datanodeUuid=32e4db81-b93a-4448-9728-ff09432b7bc8, infoPort=42169, infoSecurePort=0, ipcPort=45847, storageInfo=lv=-57;cid=testClusterID;nsid=696334243;c=1731411617231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T11:40:20,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f 2024-11-12T11:40:20,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/zookeeper_0, clientPort=53459, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T11:40:20,116 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53459 2024-11-12T11:40:20,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:20,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:20,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:40:20,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:40:20,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741825_1001 (size=7) 2024-11-12T11:40:20,723 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb with version=8 2024-11-12T11:40:20,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/hbase-staging 2024-11-12T11:40:20,997 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:40:21,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:40:21,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:40:21,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T11:40:21,192 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T11:40:21,201 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T11:40:21,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:40:21,230 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3399 (auto-detected) 2024-11-12T11:40:21,231 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T11:40:21,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41885 2024-11-12T11:40:21,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41885 connecting to ZooKeeper ensemble=127.0.0.1:53459 2024-11-12T11:40:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418850x0, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:40:21,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41885-0x1013022536d0000 connected 2024-11-12T11:40:21,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:21,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:21,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:40:21,490 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb, hbase.cluster.distributed=false 2024-11-12T11:40:21,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:40:21,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41885 2024-11-12T11:40:21,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41885 2024-11-12T11:40:21,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41885 2024-11-12T11:40:21,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41885 2024-11-12T11:40:21,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41885 2024-11-12T11:40:21,618 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:40:21,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:40:21,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:40:21,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T11:40:21,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:40:21,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46657 2024-11-12T11:40:21,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46657 connecting to ZooKeeper ensemble=127.0.0.1:53459 2024-11-12T11:40:21,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:21,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:21,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466570x0, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:40:21,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466570x0, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:40:21,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46657-0x1013022536d0001 connected 2024-11-12T11:40:21,654 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T11:40:21,665 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T11:40:21,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T11:40:21,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:40:21,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46657 2024-11-12T11:40:21,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46657 2024-11-12T11:40:21,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46657 2024-11-12T11:40:21,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46657 2024-11-12T11:40:21,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46657 2024-11-12T11:40:21,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:40:21,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:40:21,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:40:21,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T11:40:21,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:40:21,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33303 2024-11-12T11:40:21,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33303 connecting to ZooKeeper ensemble=127.0.0.1:53459 2024-11-12T11:40:21,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:21,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:21,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333030x0, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:40:21,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33303-0x1013022536d0002 connected 2024-11-12T11:40:21,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:40:21,749 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T11:40:21,750 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T11:40:21,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T11:40:21,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:40:21,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33303 2024-11-12T11:40:21,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33303 2024-11-12T11:40:21,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33303 2024-11-12T11:40:21,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33303 2024-11-12T11:40:21,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33303 2024-11-12T11:40:21,770 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b51f50ce4a7c:0 server-side Connection retries=45 2024-11-12T11:40:21,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T11:40:21,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T11:40:21,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T11:40:21,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T11:40:21,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T11:40:21,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38865 2024-11-12T11:40:21,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38865 connecting to ZooKeeper ensemble=127.0.0.1:53459 2024-11-12T11:40:21,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:21,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:21,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388650x0, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T11:40:21,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388650x0, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:40:21,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38865-0x1013022536d0003 connected 2024-11-12T11:40:21,791 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T11:40:21,792 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T11:40:21,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T11:40:21,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T11:40:21,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38865 2024-11-12T11:40:21,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38865 2024-11-12T11:40:21,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38865 2024-11-12T11:40:21,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38865 2024-11-12T11:40:21,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38865 2024-11-12T11:40:21,815 DEBUG [M:0;b51f50ce4a7c:41885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b51f50ce4a7c:41885 2024-11-12T11:40:21,816 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:40:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:40:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:40:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:40:21,833 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:21,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T11:40:21,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T11:40:21,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T11:40:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:21,864 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T11:40:21,866 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b51f50ce4a7c,41885,1731411620846 from backup master directory 2024-11-12T11:40:21,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:21,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:40:21,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:40:21,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:40:21,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T11:40:21,874 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:40:21,874 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:21,877 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T11:40:21,878 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T11:40:21,932 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/hbase.id] with ID: 3daff934-3b43-4f82-aac3-6b667f2d1f37 2024-11-12T11:40:21,933 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/.tmp/hbase.id 2024-11-12T11:40:21,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:40:21,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:40:21,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741826_1002 (size=42) 2024-11-12T11:40:21,949 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/.tmp/hbase.id]:[hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/hbase.id] 2024-11-12T11:40:21,995 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T11:40:21,999 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T11:40:22,016 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-12T11:40:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:40:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:40:22,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741827_1003 (size=196) 2024-11-12T11:40:22,056 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:40:22,058 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T11:40:22,063 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:22,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:40:22,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:40:22,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741828_1004 (size=1189) 2024-11-12T11:40:22,111 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store 2024-11-12T11:40:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:40:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:40:22,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741829_1005 (size=34) 2024-11-12T11:40:22,139 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T11:40:22,143 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:22,144 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:40:22,144 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:40:22,144 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:40:22,146 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:40:22,146 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:40:22,146 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:40:22,147 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411622144Disabling compacts and flushes for region at 1731411622144Disabling writes for close at 1731411622146 (+2 ms)Writing region close event to WAL at 1731411622146Closed at 1731411622146 2024-11-12T11:40:22,150 WARN [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/.initializing 2024-11-12T11:40:22,150 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/WALs/b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:22,158 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:22,172 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C41885%2C1731411620846, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/WALs/b51f50ce4a7c,41885,1731411620846, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/oldWALs, maxLogs=10 2024-11-12T11:40:22,200 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/WALs/b51f50ce4a7c,41885,1731411620846/b51f50ce4a7c%2C41885%2C1731411620846.1731411622177, exclude list is [], retry=0 2024-11-12T11:40:22,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:22,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T11:40:22,260 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-12T11:40:22,318 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/WALs/b51f50ce4a7c,41885,1731411620846/b51f50ce4a7c%2C41885%2C1731411620846.1731411622177 2024-11-12T11:40:22,319 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:22,319 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:22,320 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:22,322 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,323 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T11:40:22,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:22,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:40:22,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T11:40:22,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:22,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:22,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T11:40:22,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:22,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:22,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T11:40:22,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:22,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:22,398 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,401 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,403 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,408 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,408 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,412 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T11:40:22,415 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T11:40:22,420 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:22,421 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72894580, jitterRate=0.08621388673782349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T11:40:22,430 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731411622335Initializing all the Stores at 1731411622337 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411622338 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411622339 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411622339Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411622339Cleaning up temporary data from old regions at 1731411622408 (+69 ms)Region opened successfully at 1731411622429 (+21 ms) 2024-11-12T11:40:22,431 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T11:40:22,464 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b67e1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:40:22,493 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T11:40:22,502 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T11:40:22,502 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T11:40:22,505 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T11:40:22,506 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T11:40:22,510 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T11:40:22,510 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T11:40:22,534 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T11:40:22,543 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T11:40:22,588 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T11:40:22,593 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T11:40:22,595 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T11:40:22,606 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T11:40:22,608 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T11:40:22,612 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T11:40:22,649 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T11:40:22,651 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T11:40:22,672 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T11:40:22,695 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T11:40:22,705 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T11:40:22,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:40:22,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:40:22,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:40:22,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T11:40:22,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,719 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b51f50ce4a7c,41885,1731411620846, sessionid=0x1013022536d0000, setting cluster-up flag (Was=false) 2024-11-12T11:40:22,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,773 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T11:40:22,777 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:22,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:22,823 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T11:40:22,826 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:22,836 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T11:40:22,903 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(746): ClusterId : 3daff934-3b43-4f82-aac3-6b667f2d1f37 2024-11-12T11:40:22,903 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(746): ClusterId : 3daff934-3b43-4f82-aac3-6b667f2d1f37 2024-11-12T11:40:22,903 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(746): ClusterId : 3daff934-3b43-4f82-aac3-6b667f2d1f37 2024-11-12T11:40:22,906 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T11:40:22,906 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T11:40:22,906 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T11:40:22,907 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T11:40:22,917 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T11:40:22,923 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T11:40:22,924 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T11:40:22,924 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T11:40:22,924 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T11:40:22,924 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T11:40:22,924 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T11:40:22,925 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T11:40:22,929 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b51f50ce4a7c,41885,1731411620846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T11:40:22,933 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T11:40:22,933 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T11:40:22,933 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T11:40:22,933 DEBUG [RS:0;b51f50ce4a7c:46657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237a5f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:40:22,933 DEBUG [RS:2;b51f50ce4a7c:38865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbb424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:40:22,933 DEBUG [RS:1;b51f50ce4a7c:33303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e7b304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b51f50ce4a7c/172.17.0.2:0 2024-11-12T11:40:22,937 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:40:22,937 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:40:22,938 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:40:22,938 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T11:40:22,938 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b51f50ce4a7c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T11:40:22,938 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:22,939 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:40:22,939 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:22,947 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731411652947 2024-11-12T11:40:22,948 DEBUG [RS:0;b51f50ce4a7c:46657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b51f50ce4a7c:46657 2024-11-12T11:40:22,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:40:22,948 DEBUG [RS:1;b51f50ce4a7c:33303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b51f50ce4a7c:33303 2024-11-12T11:40:22,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T11:40:22,950 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T11:40:22,950 DEBUG [RS:2;b51f50ce4a7c:38865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b51f50ce4a7c:38865 2024-11-12T11:40:22,951 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T11:40:22,952 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T11:40:22,952 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T11:40:22,952 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T11:40:22,952 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T11:40:22,952 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T11:40:22,952 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T11:40:22,952 DEBUG [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T11:40:22,952 DEBUG [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T11:40:22,952 DEBUG [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T11:40:22,955 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(2659): reportForDuty to master=b51f50ce4a7c,41885,1731411620846 with port=33303, startcode=1731411621697 2024-11-12T11:40:22,955 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(2659): reportForDuty to master=b51f50ce4a7c,41885,1731411620846 with port=46657, startcode=1731411621584 2024-11-12T11:40:22,955 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T11:40:22,955 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(2659): reportForDuty to master=b51f50ce4a7c,41885,1731411620846 with port=38865, startcode=1731411621770 2024-11-12T11:40:22,955 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:22,955 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T11:40:22,956 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T11:40:22,956 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T11:40:22,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T11:40:22,957 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:22,961 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T11:40:22,962 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T11:40:22,962 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T11:40:22,964 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T11:40:22,965 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T11:40:22,969 DEBUG [RS:0;b51f50ce4a7c:46657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T11:40:22,969 DEBUG [RS:2;b51f50ce4a7c:38865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T11:40:22,969 DEBUG [RS:1;b51f50ce4a7c:33303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T11:40:22,992 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411622991,5,FailOnTimeoutGroup] 2024-11-12T11:40:22,992 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411622992,5,FailOnTimeoutGroup] 2024-11-12T11:40:22,993 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:22,993 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T11:40:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:40:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:40:22,994 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741831_1007 (size=1321) 2024-11-12T11:40:22,995 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:22,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T11:40:22,997 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb 2024-11-12T11:40:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:40:23,017 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44163, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T11:40:23,017 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60205, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T11:40:23,018 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T11:40:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:40:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741832_1008 (size=32) 2024-11-12T11:40:23,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:23,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:23,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:40:23,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:40:23,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:23,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41885 {}] master.ServerManager(517): Registering regionserver=b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:23,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:40:23,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:40:23,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:40:23,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:23,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:40:23,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:40:23,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:40:23,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:23,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:40:23,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:40:23,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:40:23,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:23,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:40:23,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:40:23,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:23,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41885 {}] master.ServerManager(517): Registering regionserver=b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:23,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740 2024-11-12T11:40:23,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740 2024-11-12T11:40:23,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b51f50ce4a7c,33303,1731411621697 2024-11-12T11:40:23,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41885 {}] master.ServerManager(517): Registering regionserver=b51f50ce4a7c,33303,1731411621697 2024-11-12T11:40:23,048 DEBUG [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb 2024-11-12T11:40:23,048 DEBUG [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb 2024-11-12T11:40:23,048 DEBUG [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37967 2024-11-12T11:40:23,048 DEBUG [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37967 2024-11-12T11:40:23,048 DEBUG [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T11:40:23,048 DEBUG [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T11:40:23,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:40:23,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:40:23,051 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T11:40:23,051 DEBUG [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb 2024-11-12T11:40:23,051 DEBUG [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37967 2024-11-12T11:40:23,051 DEBUG [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T11:40:23,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:40:23,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:40:23,057 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:23,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73183637, jitterRate=0.09052117168903351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T11:40:23,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731411623022Initializing all the Stores at 1731411623025 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411623025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411623025Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411623025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411623025Cleaning up temporary data from old regions at 1731411623049 (+24 ms)Region opened successfully at 1731411623064 (+15 ms) 2024-11-12T11:40:23,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:40:23,064 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:40:23,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:40:23,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:40:23,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:40:23,066 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:40:23,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411623064Disabling compacts and flushes for region at 1731411623064Disabling writes for close at 1731411623065 (+1 ms)Writing region close event to WAL at 1731411623066 (+1 ms)Closed at 1731411623066 2024-11-12T11:40:23,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:40:23,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T11:40:23,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T11:40:23,084 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:40:23,085 DEBUG [RS:2;b51f50ce4a7c:38865 {}] zookeeper.ZKUtil(111): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:23,085 WARN [RS:2;b51f50ce4a7c:38865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:40:23,085 DEBUG [RS:1;b51f50ce4a7c:33303 {}] zookeeper.ZKUtil(111): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b51f50ce4a7c,33303,1731411621697 2024-11-12T11:40:23,085 INFO [RS:2;b51f50ce4a7c:38865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:23,085 DEBUG [RS:0;b51f50ce4a7c:46657 {}] zookeeper.ZKUtil(111): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:23,086 WARN [RS:1;b51f50ce4a7c:33303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:40:23,086 WARN [RS:0;b51f50ce4a7c:46657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T11:40:23,086 DEBUG [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:23,086 INFO [RS:1;b51f50ce4a7c:33303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:23,086 INFO [RS:0;b51f50ce4a7c:46657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:23,086 DEBUG [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,33303,1731411621697 2024-11-12T11:40:23,086 DEBUG [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:23,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b51f50ce4a7c,33303,1731411621697] 2024-11-12T11:40:23,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b51f50ce4a7c,46657,1731411621584] 2024-11-12T11:40:23,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b51f50ce4a7c,38865,1731411621770] 2024-11-12T11:40:23,088 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T11:40:23,110 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T11:40:23,110 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T11:40:23,110 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T11:40:23,125 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T11:40:23,125 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T11:40:23,125 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T11:40:23,130 INFO [RS:1;b51f50ce4a7c:33303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:40:23,130 INFO [RS:0;b51f50ce4a7c:46657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:40:23,130 INFO [RS:2;b51f50ce4a7c:38865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:40:23,130 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,130 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,130 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,131 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T11:40:23,131 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T11:40:23,131 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T11:40:23,136 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T11:40:23,136 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T11:40:23,136 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T11:40:23,138 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,138 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,138 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,138 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,138 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,138 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,138 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,138 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:40:23,139 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:40:23,139 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T11:40:23,139 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,139 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:40:23,140 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:0;b51f50ce4a7c:46657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:40:23,140 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b51f50ce4a7c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T11:40:23,140 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:40:23,140 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:40:23,140 DEBUG [RS:1;b51f50ce4a7c:33303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:40:23,140 DEBUG [RS:2;b51f50ce4a7c:38865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b51f50ce4a7c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T11:40:23,141 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,141 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,38865,1731411621770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,46657,1731411621584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,142 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,33303,1731411621697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:40:23,162 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T11:40:23,162 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T11:40:23,165 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T11:40:23,165 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,46657,1731411621584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,165 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,33303,1731411621697-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,165 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,38865,1731411621770-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,165 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,165 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,165 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.Replication(171): b51f50ce4a7c,38865,1731411621770 started 2024-11-12T11:40:23,165 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.Replication(171): b51f50ce4a7c,46657,1731411621584 started 2024-11-12T11:40:23,165 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,165 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.Replication(171): b51f50ce4a7c,33303,1731411621697 started 2024-11-12T11:40:23,186 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,186 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(1482): Serving as b51f50ce4a7c,33303,1731411621697, RpcServer on b51f50ce4a7c/172.17.0.2:33303, sessionid=0x1013022536d0002 2024-11-12T11:40:23,187 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T11:40:23,187 DEBUG [RS:1;b51f50ce4a7c:33303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b51f50ce4a7c,33303,1731411621697 2024-11-12T11:40:23,188 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,33303,1731411621697' 2024-11-12T11:40:23,188 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T11:40:23,189 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T11:40:23,189 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T11:40:23,189 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T11:40:23,189 DEBUG [RS:1;b51f50ce4a7c:33303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b51f50ce4a7c,33303,1731411621697 2024-11-12T11:40:23,190 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,33303,1731411621697' 2024-11-12T11:40:23,190 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T11:40:23,190 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,190 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:23,190 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(1482): Serving as b51f50ce4a7c,38865,1731411621770, RpcServer on b51f50ce4a7c/172.17.0.2:38865, sessionid=0x1013022536d0003 2024-11-12T11:40:23,190 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(1482): Serving as b51f50ce4a7c,46657,1731411621584, RpcServer on b51f50ce4a7c/172.17.0.2:46657, sessionid=0x1013022536d0001 2024-11-12T11:40:23,190 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T11:40:23,190 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T11:40:23,190 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T11:40:23,190 DEBUG [RS:2;b51f50ce4a7c:38865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:23,190 DEBUG [RS:0;b51f50ce4a7c:46657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:23,190 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,38865,1731411621770' 2024-11-12T11:40:23,190 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,46657,1731411621584' 2024-11-12T11:40:23,191 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T11:40:23,191 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T11:40:23,191 DEBUG [RS:1;b51f50ce4a7c:33303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T11:40:23,191 INFO [RS:1;b51f50ce4a7c:33303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T11:40:23,191 INFO [RS:1;b51f50ce4a7c:33303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T11:40:23,191 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T11:40:23,191 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T11:40:23,192 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T11:40:23,192 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T11:40:23,192 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T11:40:23,192 DEBUG [RS:2;b51f50ce4a7c:38865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:23,192 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T11:40:23,192 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,38865,1731411621770' 2024-11-12T11:40:23,192 DEBUG [RS:0;b51f50ce4a7c:46657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:23,192 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T11:40:23,192 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b51f50ce4a7c,46657,1731411621584' 2024-11-12T11:40:23,192 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T11:40:23,193 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T11:40:23,193 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T11:40:23,193 DEBUG [RS:2;b51f50ce4a7c:38865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T11:40:23,193 INFO [RS:2;b51f50ce4a7c:38865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T11:40:23,193 DEBUG [RS:0;b51f50ce4a7c:46657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T11:40:23,193 INFO [RS:2;b51f50ce4a7c:38865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T11:40:23,193 INFO [RS:0;b51f50ce4a7c:46657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T11:40:23,193 INFO [RS:0;b51f50ce4a7c:46657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T11:40:23,240 WARN [b51f50ce4a7c:41885 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T11:40:23,298 INFO [RS:0;b51f50ce4a7c:46657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:23,298 INFO [RS:2;b51f50ce4a7c:38865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:23,298 INFO [RS:1;b51f50ce4a7c:33303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:23,302 INFO [RS:0;b51f50ce4a7c:46657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C46657%2C1731411621584, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,46657,1731411621584, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/oldWALs, maxLogs=32 2024-11-12T11:40:23,302 INFO [RS:2;b51f50ce4a7c:38865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C38865%2C1731411621770, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/oldWALs, maxLogs=32 2024-11-12T11:40:23,302 INFO [RS:1;b51f50ce4a7c:33303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C33303%2C1731411621697, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,33303,1731411621697, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/oldWALs, maxLogs=32 2024-11-12T11:40:23,324 DEBUG [RS:1;b51f50ce4a7c:33303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,33303,1731411621697/b51f50ce4a7c%2C33303%2C1731411621697.1731411623308, exclude list is [], retry=0 2024-11-12T11:40:23,327 DEBUG [RS:2;b51f50ce4a7c:38865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308, exclude list is [], retry=0 2024-11-12T11:40:23,327 DEBUG [RS:0;b51f50ce4a7c:46657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,46657,1731411621584/b51f50ce4a7c%2C46657%2C1731411621584.1731411623308, exclude list is [], retry=0 2024-11-12T11:40:23,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:23,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:23,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:23,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:23,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:23,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:23,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:23,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:23,374 INFO [RS:1;b51f50ce4a7c:33303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,33303,1731411621697/b51f50ce4a7c%2C33303%2C1731411621697.1731411623308 2024-11-12T11:40:23,375 DEBUG [RS:1;b51f50ce4a7c:33303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:23,378 INFO [RS:2;b51f50ce4a7c:38865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308 2024-11-12T11:40:23,378 DEBUG [RS:2;b51f50ce4a7c:38865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:23,383 INFO [RS:0;b51f50ce4a7c:46657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,46657,1731411621584/b51f50ce4a7c%2C46657%2C1731411621584.1731411623308 2024-11-12T11:40:23,383 DEBUG [RS:0;b51f50ce4a7c:46657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:23,495 DEBUG [b51f50ce4a7c:41885 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T11:40:23,506 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(204): Hosts are {b51f50ce4a7c=0} racks are {/default-rack=0} 2024-11-12T11:40:23,512 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T11:40:23,513 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T11:40:23,513 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T11:40:23,513 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T11:40:23,513 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T11:40:23,513 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T11:40:23,513 INFO [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T11:40:23,513 INFO [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T11:40:23,513 INFO [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T11:40:23,513 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T11:40:23,520 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:23,525 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,46657,1731411621584, state=OPENING 2024-11-12T11:40:23,597 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T11:40:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:23,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:40:23,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:40:23,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:40:23,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:40:23,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:40:23,610 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T11:40:23,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,46657,1731411621584}] 2024-11-12T11:40:23,786 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:40:23,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34935, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:40:23,801 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T11:40:23,802 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:23,803 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T11:40:23,807 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b51f50ce4a7c%2C46657%2C1731411621584.meta, suffix=.meta, logDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,46657,1731411621584, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/oldWALs, maxLogs=32 2024-11-12T11:40:23,826 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,46657,1731411621584/b51f50ce4a7c%2C46657%2C1731411621584.meta.1731411623810.meta, exclude list is [], retry=0 2024-11-12T11:40:23,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:23,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:23,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:23,866 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,46657,1731411621584/b51f50ce4a7c%2C46657%2C1731411621584.meta.1731411623810.meta 2024-11-12T11:40:23,867 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:23,867 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:23,869 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T11:40:23,872 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T11:40:23,877 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T11:40:23,882 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T11:40:23,883 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:23,883 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T11:40:23,883 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T11:40:23,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T11:40:23,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T11:40:23,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:23,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:40:23,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T11:40:23,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T11:40:23,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:23,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:40:23,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T11:40:23,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T11:40:23,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:23,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:40:23,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T11:40:23,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T11:40:23,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:23,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T11:40:23,898 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T11:40:23,899 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740 2024-11-12T11:40:23,902 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740 2024-11-12T11:40:23,905 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T11:40:23,905 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T11:40:23,906 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T11:40:23,908 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T11:40:23,910 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66458993, jitterRate=-0.00968383252620697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T11:40:23,910 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T11:40:23,912 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731411623884Writing region info on filesystem at 1731411623884Initializing all the Stores at 1731411623886 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411623886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411623886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411623886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731411623887 (+1 ms)Cleaning up temporary data from old regions at 1731411623905 (+18 ms)Running coprocessor post-open hooks at 1731411623910 (+5 ms)Region opened successfully at 1731411623912 (+2 ms) 2024-11-12T11:40:23,920 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731411623778 2024-11-12T11:40:23,932 DEBUG [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T11:40:23,932 INFO [RS_OPEN_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T11:40:23,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:23,936 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b51f50ce4a7c,46657,1731411621584, state=OPEN 2024-11-12T11:40:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:40:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:40:24,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:40:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T11:40:24,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:40:24,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:40:24,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:40:24,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T11:40:24,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:24,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T11:40:24,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b51f50ce4a7c,46657,1731411621584 in 404 msec 2024-11-12T11:40:24,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T11:40:24,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 950 msec 2024-11-12T11:40:24,035 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T11:40:24,036 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T11:40:24,078 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:40:24,081 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,46657,1731411621584, seqNum=-1] 2024-11-12T11:40:24,105 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:40:24,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47105, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:40:24,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-12T11:40:24,137 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731411624137, completionTime=-1 2024-11-12T11:40:24,139 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T11:40:24,139 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T11:40:24,159 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-12T11:40:24,159 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731411684159 2024-11-12T11:40:24,159 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731411744159 2024-11-12T11:40:24,159 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 20 msec 2024-11-12T11:40:24,161 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T11:40:24,168 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,41885,1731411620846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:24,168 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,41885,1731411620846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:24,168 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,41885,1731411620846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:24,170 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b51f50ce4a7c:41885, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:24,171 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:24,171 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:24,178 DEBUG [master/b51f50ce4a7c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T11:40:24,196 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.321sec 2024-11-12T11:40:24,197 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T11:40:24,198 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T11:40:24,199 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T11:40:24,199 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T11:40:24,199 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T11:40:24,200 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,41885,1731411620846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T11:40:24,200 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,41885,1731411620846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T11:40:24,204 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T11:40:24,205 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T11:40:24,205 INFO [master/b51f50ce4a7c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b51f50ce4a7c,41885,1731411620846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:24,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681193d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:40:24,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b51f50ce4a7c,41885,-1 for getting cluster id 2024-11-12T11:40:24,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T11:40:24,230 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3daff934-3b43-4f82-aac3-6b667f2d1f37' 2024-11-12T11:40:24,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T11:40:24,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3daff934-3b43-4f82-aac3-6b667f2d1f37" 2024-11-12T11:40:24,233 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76624a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:40:24,233 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b51f50ce4a7c,41885,-1] 2024-11-12T11:40:24,236 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T11:40:24,238 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:40:24,240 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T11:40:24,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683ec3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T11:40:24,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T11:40:24,253 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b51f50ce4a7c,46657,1731411621584, seqNum=-1] 2024-11-12T11:40:24,253 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:40:24,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:40:24,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:24,277 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:37967/hbase 2024-11-12T11:40:24,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=365, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=2135 2024-11-12T11:40:24,318 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:24,322 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:24,323 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:24,328 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59131921, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-59131921, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:24,343 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59131921/hregion-59131921.1731411624329, exclude list is [], retry=0 2024-11-12T11:40:24,347 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:24,348 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:24,348 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:24,384 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59131921/hregion-59131921.1731411624329 2024-11-12T11:40:24,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:24,384 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a04de214a52b59f76f87358d984d905c, NAME => 'testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741838_1014 (size=64) 2024-11-12T11:40:24,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741838_1014 (size=64) 2024-11-12T11:40:24,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741838_1014 (size=64) 2024-11-12T11:40:24,401 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:24,403 INFO [StoreOpener-a04de214a52b59f76f87358d984d905c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,405 INFO [StoreOpener-a04de214a52b59f76f87358d984d905c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a04de214a52b59f76f87358d984d905c columnFamilyName a 2024-11-12T11:40:24,406 DEBUG [StoreOpener-a04de214a52b59f76f87358d984d905c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:24,406 INFO [StoreOpener-a04de214a52b59f76f87358d984d905c-1 {}] regionserver.HStore(327): Store=a04de214a52b59f76f87358d984d905c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:24,407 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,408 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,409 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,409 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,412 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,416 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:24,417 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a04de214a52b59f76f87358d984d905c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62409634, jitterRate=-0.07002398371696472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:40:24,417 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a04de214a52b59f76f87358d984d905c: Writing region info on filesystem at 1731411624401Initializing all the Stores at 1731411624402 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411624402Cleaning up temporary data from old regions at 1731411624409 (+7 ms)Region opened successfully at 1731411624417 (+8 ms) 2024-11-12T11:40:24,418 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a04de214a52b59f76f87358d984d905c, disabling compactions & flushes 2024-11-12T11:40:24,418 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c. 2024-11-12T11:40:24,418 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c. 2024-11-12T11:40:24,418 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c. after waiting 0 ms 2024-11-12T11:40:24,418 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c. 2024-11-12T11:40:24,418 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c. 2024-11-12T11:40:24,418 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a04de214a52b59f76f87358d984d905c: Waiting for close lock at 1731411624418Disabling compacts and flushes for region at 1731411624418Disabling writes for close at 1731411624418Writing region close event to WAL at 1731411624418Closed at 1731411624418 2024-11-12T11:40:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741837_1013 (size=175) 2024-11-12T11:40:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741837_1013 (size=175) 2024-11-12T11:40:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741837_1013 (size=175) 2024-11-12T11:40:24,430 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:24,431 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59131921:(num 1731411624329) 2024-11-12T11:40:24,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T11:40:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741839_1015 (size=469) 2024-11-12T11:40:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741839_1015 (size=469) 2024-11-12T11:40:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741839_1015 (size=469) 2024-11-12T11:40:24,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T11:40:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741840_1016 (size=322) 2024-11-12T11:40:24,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741840_1016 (size=322) 2024-11-12T11:40:24,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741840_1016 (size=322) 2024-11-12T11:40:24,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1, size=469 (469bytes) 2024-11-12T11:40:24,535 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T11:40:24,535 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T11:40:24,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1 2024-11-12T11:40:24,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1 after 3ms 2024-11-12T11:40:24,583 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:24,584 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1 took 51ms 2024-11-12T11:40:24,590 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1 so closing down 2024-11-12T11:40:24,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:24,593 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T11:40:24,617 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T11:40:24,618 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:24,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741841_1017 (size=469) 2024-11-12T11:40:24,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741841_1017 (size=469) 2024-11-12T11:40:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741841_1017 (size=469) 2024-11-12T11:40:24,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:24,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002 2024-11-12T11:40:24,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-12T11:40:24,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1, journal: Splitting hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1, size=469 (469bytes) at 1731411624534Finishing writing output for hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1 so closing down at 1731411624590 (+56 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000001-wal-1.temp at 1731411624617 (+27 ms)3 split writer threads finished at 1731411624618 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731411624630 (+12 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002 at 1731411624633 (+3 ms)Processed 2 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731411624637 (+4 ms) 2024-11-12T11:40:24,652 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2, size=322 (322bytes) 2024-11-12T11:40:24,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2 2024-11-12T11:40:24,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2 after 1ms 2024-11-12T11:40:24,679 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:24,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2 took 28ms 2024-11-12T11:40:24,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2 so closing down 2024-11-12T11:40:24,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:24,687 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T11:40:24,723 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T11:40:24,724 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741842_1018 (size=322) 2024-11-12T11:40:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741842_1018 (size=322) 2024-11-12T11:40:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741842_1018 (size=322) 2024-11-12T11:40:24,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:24,765 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:24,769 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-12T11:40:24,771 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-12T11:40:24,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2, journal: Splitting hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2, size=322 (322bytes) at 1731411624652Finishing writing output for hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2 so closing down at 1731411624683 (+31 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002-wal-2.temp at 1731411624723 (+40 ms)3 split writer threads finished at 1731411624724 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731411624734 (+10 ms)Processed 1 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731411624771 (+37 ms) 2024-11-12T11:40:24,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:24,774 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:24,788 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal.1731411624775, exclude list is [], retry=0 2024-11-12T11:40:24,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:24,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:24,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:24,821 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal.1731411624775 2024-11-12T11:40:24,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:24,822 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a04de214a52b59f76f87358d984d905c, NAME => 'testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:24,822 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:24,822 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,822 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,825 INFO [StoreOpener-a04de214a52b59f76f87358d984d905c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,827 INFO [StoreOpener-a04de214a52b59f76f87358d984d905c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a04de214a52b59f76f87358d984d905c columnFamilyName a 2024-11-12T11:40:24,827 DEBUG [StoreOpener-a04de214a52b59f76f87358d984d905c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:24,829 INFO [StoreOpener-a04de214a52b59f76f87358d984d905c-1 {}] regionserver.HStore(327): Store=a04de214a52b59f76f87358d984d905c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:24,829 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,830 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:24,836 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002 2024-11-12T11:40:24,872 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:24,879 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002 2024-11-12T11:40:24,883 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a04de214a52b59f76f87358d984d905c 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T11:40:24,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/.tmp/a/b3a316f641624e309184d20b44a86a42 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731411624431/Put/seqid=0 2024-11-12T11:40:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741844_1020 (size=5170) 2024-11-12T11:40:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741844_1020 (size=5170) 2024-11-12T11:40:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741844_1020 (size=5170) 2024-11-12T11:40:24,944 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/.tmp/a/b3a316f641624e309184d20b44a86a42 2024-11-12T11:40:24,988 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/.tmp/a/b3a316f641624e309184d20b44a86a42 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/a/b3a316f641624e309184d20b44a86a42 2024-11-12T11:40:24,999 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/a/b3a316f641624e309184d20b44a86a42, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T11:40:25,005 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a04de214a52b59f76f87358d984d905c in 122ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T11:40:25,007 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/0000000000000000002 2024-11-12T11:40:25,008 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:25,008 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:25,011 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a04de214a52b59f76f87358d984d905c 2024-11-12T11:40:25,015 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/a04de214a52b59f76f87358d984d905c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T11:40:25,017 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a04de214a52b59f76f87358d984d905c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67230301, jitterRate=0.0018095523118972778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:40:25,019 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a04de214a52b59f76f87358d984d905c: Writing region info on filesystem at 1731411624822Initializing all the Stores at 1731411624824 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411624824Obtaining lock to block concurrent updates at 1731411624883 (+59 ms)Preparing flush snapshotting stores in a04de214a52b59f76f87358d984d905c at 1731411624883Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731411624887 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731411624319.a04de214a52b59f76f87358d984d905c. at 1731411624887Flushing a04de214a52b59f76f87358d984d905c/a: creating writer at 1731411624889 (+2 ms)Flushing a04de214a52b59f76f87358d984d905c/a: appending metadata at 1731411624921 (+32 ms)Flushing a04de214a52b59f76f87358d984d905c/a: closing flushed file at 1731411624923 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542addd1: reopening flushed file at 1731411624986 (+63 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a04de214a52b59f76f87358d984d905c in 122ms, sequenceid=2, compaction requested=false; wal=null at 1731411625005 (+19 ms)Cleaning up temporary data from old regions at 1731411625008 (+3 ms)Region opened successfully at 1731411625018 (+10 ms) 2024-11-12T11:40:25,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=376 (was 365) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47106 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:40608 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37967/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47254 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:52118 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:52272 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=2120 (was 2135) 2024-11-12T11:40:25,056 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=2119 2024-11-12T11:40:25,078 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:25,080 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:25,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:25,085 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65028945, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-65028945, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:25,098 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65028945/hregion-65028945.1731411625086, exclude list is [], retry=0 2024-11-12T11:40:25,102 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:25,102 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:25,103 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:25,130 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65028945/hregion-65028945.1731411625086 2024-11-12T11:40:25,131 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:25,131 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f8b1ee2ab27487e5df2af2e178fbb67b, NAME => 'testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:25,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741846_1022 (size=64) 2024-11-12T11:40:25,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741846_1022 (size=64) 2024-11-12T11:40:25,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741846_1022 (size=64) 2024-11-12T11:40:25,147 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:25,149 INFO [StoreOpener-f8b1ee2ab27487e5df2af2e178fbb67b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,152 INFO [StoreOpener-f8b1ee2ab27487e5df2af2e178fbb67b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b1ee2ab27487e5df2af2e178fbb67b columnFamilyName a 2024-11-12T11:40:25,152 DEBUG [StoreOpener-f8b1ee2ab27487e5df2af2e178fbb67b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:25,153 INFO [StoreOpener-f8b1ee2ab27487e5df2af2e178fbb67b-1 {}] regionserver.HStore(327): Store=f8b1ee2ab27487e5df2af2e178fbb67b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:25,153 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,154 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,155 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,155 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,155 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,158 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,161 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:25,162 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8b1ee2ab27487e5df2af2e178fbb67b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75092146, jitterRate=0.1189601719379425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:40:25,163 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8b1ee2ab27487e5df2af2e178fbb67b: Writing region info on filesystem at 1731411625147Initializing all the Stores at 1731411625149 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411625149Cleaning up temporary data from old regions at 1731411625156 (+7 ms)Region opened successfully at 1731411625162 (+6 ms) 2024-11-12T11:40:25,163 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f8b1ee2ab27487e5df2af2e178fbb67b, disabling compactions & flushes 2024-11-12T11:40:25,163 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b. 2024-11-12T11:40:25,163 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b. 2024-11-12T11:40:25,163 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b. after waiting 0 ms 2024-11-12T11:40:25,163 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b. 2024-11-12T11:40:25,163 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b. 2024-11-12T11:40:25,163 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f8b1ee2ab27487e5df2af2e178fbb67b: Waiting for close lock at 1731411625163Disabling compacts and flushes for region at 1731411625163Disabling writes for close at 1731411625163Writing region close event to WAL at 1731411625163Closed at 1731411625163 2024-11-12T11:40:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741845_1021 (size=175) 2024-11-12T11:40:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741845_1021 (size=175) 2024-11-12T11:40:25,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-65028945/hregion-65028945.1731411625086 not finished, retry = 0 2024-11-12T11:40:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741845_1021 (size=175) 2024-11-12T11:40:25,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:25,272 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65028945:(num 1731411625086) 2024-11-12T11:40:25,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T11:40:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741847_1023 (size=469) 2024-11-12T11:40:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741847_1023 (size=469) 2024-11-12T11:40:25,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741847_1023 (size=469) 2024-11-12T11:40:25,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T11:40:25,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741848_1024 (size=322) 2024-11-12T11:40:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741848_1024 (size=322) 2024-11-12T11:40:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741848_1024 (size=322) 2024-11-12T11:40:25,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2, size=322 (322bytes) 2024-11-12T11:40:25,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2 2024-11-12T11:40:25,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2 after 1ms 2024-11-12T11:40:25,395 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:25,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2 took 33ms 2024-11-12T11:40:25,399 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2 so closing down 2024-11-12T11:40:25,399 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:25,401 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T11:40:25,428 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T11:40:25,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741849_1025 (size=322) 2024-11-12T11:40:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741849_1025 (size=322) 2024-11-12T11:40:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741849_1025 (size=322) 2024-11-12T11:40:25,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:25,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002 2024-11-12T11:40:25,440 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-12T11:40:25,440 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2, journal: Splitting hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2, size=322 (322bytes) at 1731411625364Finishing writing output for hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2 so closing down at 1731411625399 (+35 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002-wal-2.temp at 1731411625428 (+29 ms)3 split writer threads finished at 1731411625429 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731411625438 (+9 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002 at 1731411625440 (+2 ms)Processed 1 edits across 1 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731411625440 2024-11-12T11:40:25,457 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1, size=469 (469bytes) 2024-11-12T11:40:25,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1 2024-11-12T11:40:25,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1 after 0ms 2024-11-12T11:40:25,485 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:25,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1 took 28ms 2024-11-12T11:40:25,489 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1 so closing down 2024-11-12T11:40:25,489 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:25,491 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T11:40:25,518 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T11:40:25,518 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741850_1026 (size=469) 2024-11-12T11:40:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741850_1026 (size=469) 2024-11-12T11:40:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741850_1026 (size=469) 2024-11-12T11:40:25,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:25,555 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:25,558 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002, length=322 2024-11-12T11:40:25,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002 2024-11-12T11:40:25,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-12T11:40:25,561 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1, journal: Splitting hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1, size=469 (469bytes) at 1731411625457Finishing writing output for hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1 so closing down at 1731411625489 (+32 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000001-wal-1.temp at 1731411625518 (+29 ms)3 split writer threads finished at 1731411625518Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731411625528 (+10 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002 at 1731411625560 (+32 ms)Processed 2 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731411625561 (+1 ms) 2024-11-12T11:40:25,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:25,564 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:25,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal.1731411625564, exclude list is [], retry=0 2024-11-12T11:40:25,583 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:25,584 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:25,584 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:25,610 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal.1731411625564 2024-11-12T11:40:25,611 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:25,611 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f8b1ee2ab27487e5df2af2e178fbb67b, NAME => 'testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:25,611 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:25,611 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,611 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,613 INFO [StoreOpener-f8b1ee2ab27487e5df2af2e178fbb67b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,616 INFO [StoreOpener-f8b1ee2ab27487e5df2af2e178fbb67b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b1ee2ab27487e5df2af2e178fbb67b columnFamilyName a 2024-11-12T11:40:25,616 DEBUG [StoreOpener-f8b1ee2ab27487e5df2af2e178fbb67b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:25,617 INFO [StoreOpener-f8b1ee2ab27487e5df2af2e178fbb67b-1 {}] regionserver.HStore(327): Store=f8b1ee2ab27487e5df2af2e178fbb67b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:25,617 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,618 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,620 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,622 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002 2024-11-12T11:40:25,652 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:25,654 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002 2024-11-12T11:40:25,654 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f8b1ee2ab27487e5df2af2e178fbb67b 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T11:40:25,670 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/.tmp/a/24310694cb0141ab87b9806eddde85c3 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731411625272/Put/seqid=0 2024-11-12T11:40:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741852_1028 (size=5170) 2024-11-12T11:40:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741852_1028 (size=5170) 2024-11-12T11:40:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741852_1028 (size=5170) 2024-11-12T11:40:25,680 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/.tmp/a/24310694cb0141ab87b9806eddde85c3 2024-11-12T11:40:25,689 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/.tmp/a/24310694cb0141ab87b9806eddde85c3 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/a/24310694cb0141ab87b9806eddde85c3 2024-11-12T11:40:25,697 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/a/24310694cb0141ab87b9806eddde85c3, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T11:40:25,697 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f8b1ee2ab27487e5df2af2e178fbb67b in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T11:40:25,699 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/0000000000000000002 2024-11-12T11:40:25,699 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,699 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,702 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8b1ee2ab27487e5df2af2e178fbb67b 2024-11-12T11:40:25,705 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/f8b1ee2ab27487e5df2af2e178fbb67b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T11:40:25,706 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8b1ee2ab27487e5df2af2e178fbb67b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938713, jitterRate=0.02726687490940094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:40:25,707 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8b1ee2ab27487e5df2af2e178fbb67b: Writing region info on filesystem at 1731411625611Initializing all the Stores at 1731411625613 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411625613Obtaining lock to block concurrent updates at 1731411625654 (+41 ms)Preparing flush snapshotting stores in f8b1ee2ab27487e5df2af2e178fbb67b at 1731411625654Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731411625655 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731411625079.f8b1ee2ab27487e5df2af2e178fbb67b. at 1731411625655Flushing f8b1ee2ab27487e5df2af2e178fbb67b/a: creating writer at 1731411625655Flushing f8b1ee2ab27487e5df2af2e178fbb67b/a: appending metadata at 1731411625669 (+14 ms)Flushing f8b1ee2ab27487e5df2af2e178fbb67b/a: closing flushed file at 1731411625669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df19ab0: reopening flushed file at 1731411625687 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f8b1ee2ab27487e5df2af2e178fbb67b in 43ms, sequenceid=2, compaction requested=false; wal=null at 1731411625698 (+11 ms)Cleaning up temporary data from old regions at 1731411625699 (+1 ms)Region opened successfully at 1731411625707 (+8 ms) 2024-11-12T11:40:25,721 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47322 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:40670 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:52354 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47106 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:52118 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:40470 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=2100 (was 2119) 2024-11-12T11:40:25,733 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=2099 2024-11-12T11:40:25,751 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:25,753 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:25,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:25,757 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65179485, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-65179485, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:25,770 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65179485/hregion-65179485.1731411625758, exclude list is [], retry=0 2024-11-12T11:40:25,774 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:25,774 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:25,774 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:25,801 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65179485/hregion-65179485.1731411625758 2024-11-12T11:40:25,801 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:25,801 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c2a69391ad2be5234f0dc12893a781a9, NAME => 'testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:25,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741854_1030 (size=64) 2024-11-12T11:40:25,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741854_1030 (size=64) 2024-11-12T11:40:25,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741854_1030 (size=64) 2024-11-12T11:40:25,813 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:25,814 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:25,816 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a69391ad2be5234f0dc12893a781a9 columnFamilyName a 2024-11-12T11:40:25,816 DEBUG [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:25,817 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(327): Store=c2a69391ad2be5234f0dc12893a781a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:25,817 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:25,819 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a69391ad2be5234f0dc12893a781a9 columnFamilyName b 2024-11-12T11:40:25,819 DEBUG [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:25,820 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(327): Store=c2a69391ad2be5234f0dc12893a781a9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:25,820 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:25,822 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a69391ad2be5234f0dc12893a781a9 columnFamilyName c 2024-11-12T11:40:25,822 DEBUG [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:25,822 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(327): Store=c2a69391ad2be5234f0dc12893a781a9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:25,823 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:25,824 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:25,824 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:25,826 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:25,826 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:25,827 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:25,828 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:25,831 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:25,832 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c2a69391ad2be5234f0dc12893a781a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58851009, jitterRate=-0.12305162847042084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:25,832 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c2a69391ad2be5234f0dc12893a781a9: Writing region info on filesystem at 1731411625813Initializing all the Stores at 1731411625814 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411625814Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411625814Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411625814Cleaning up temporary data from old regions at 1731411625826 (+12 ms)Region opened successfully at 1731411625832 (+6 ms) 2024-11-12T11:40:25,833 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c2a69391ad2be5234f0dc12893a781a9, disabling compactions & flushes 2024-11-12T11:40:25,833 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. 2024-11-12T11:40:25,833 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. 2024-11-12T11:40:25,833 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. after waiting 0 ms 2024-11-12T11:40:25,833 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. 2024-11-12T11:40:25,833 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. 2024-11-12T11:40:25,833 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c2a69391ad2be5234f0dc12893a781a9: Waiting for close lock at 1731411625833Disabling compacts and flushes for region at 1731411625833Disabling writes for close at 1731411625833Writing region close event to WAL at 1731411625833Closed at 1731411625833 2024-11-12T11:40:25,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741853_1029 (size=175) 2024-11-12T11:40:25,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741853_1029 (size=175) 2024-11-12T11:40:25,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741853_1029 (size=175) 2024-11-12T11:40:25,840 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:25,841 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65179485:(num 1731411625758) 2024-11-12T11:40:25,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:25,843 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:25,858 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844, exclude list is [], retry=0 2024-11-12T11:40:25,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:25,862 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:25,862 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:25,891 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 2024-11-12T11:40:25,892 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:26,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844, size=0 (0bytes) 2024-11-12T11:40:26,107 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 might be still open, length is 0 2024-11-12T11:40:26,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 2024-11-12T11:40:26,109 WARN [IPC Server handler 3 on default port 37967 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-12T11:40:26,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 after 2ms 2024-11-12T11:40:28,978 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:52390 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52390 dst: /127.0.0.1:42397 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42397 remote=/127.0.0.1:52390]. Total timeout mills is 60000, 57096 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:28,979 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47374 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47374 dst: /127.0.0.1:36939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:28,979 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:40710 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40710 dst: /127.0.0.1:43155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:28,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741855_1032 (size=497775) 2024-11-12T11:40:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741855_1032 (size=497775) 2024-11-12T11:40:28,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741855_1032 (size=497775) 2024-11-12T11:40:29,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T11:40:29,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T11:40:30,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 after 4004ms 2024-11-12T11:40:30,145 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:30,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 took 4039ms 2024-11-12T11:40:30,151 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731411625844.temp 2024-11-12T11:40:30,179 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000000001-wal.1731411625844.temp 2024-11-12T11:40:30,250 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844; continuing. 2024-11-12T11:40:30,250 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 so closing down 2024-11-12T11:40:30,250 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:30,250 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:30,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741856_1033 (size=497783) 2024-11-12T11:40:30,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741856_1033 (size=497783) 2024-11-12T11:40:30,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741856_1033 (size=497783) 2024-11-12T11:40:30,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000000001-wal.1731411625844.temp (wrote 3002 edits, skipped 0 edits in 43 ms) 2024-11-12T11:40:30,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000000001-wal.1731411625844.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000003002 2024-11-12T11:40:30,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T11:40:30,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844, journal: Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844, size=0 (0bytes) at 1731411626107Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000000001-wal.1731411625844.temp at 1731411630179 (+4072 ms)Split 1024 edits, skipped 0 edits. at 1731411630204 (+25 ms)Split 2048 edits, skipped 0 edits. at 1731411630229 (+25 ms)Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 so closing down at 1731411630250 (+21 ms)3 split writer threads finished at 1731411630250Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000000001-wal.1731411625844.temp (wrote 3002 edits, skipped 0 edits in 43 ms) at 1731411630258 (+8 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000000001-wal.1731411625844.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000003002 at 1731411630260 (+2 ms)Processed 3002 edits across 1 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844, size=0, length=0, corrupted=false, cancelled=false at 1731411630260 2024-11-12T11:40:30,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411625844 2024-11-12T11:40:30,264 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000003002 2024-11-12T11:40:30,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:30,267 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:30,284 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411630268, exclude list is [], retry=0 2024-11-12T11:40:30,287 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:30,287 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:30,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:30,314 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411630268 2024-11-12T11:40:30,314 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:30,315 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:30,317 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:30,318 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a69391ad2be5234f0dc12893a781a9 columnFamilyName a 2024-11-12T11:40:30,318 DEBUG [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:30,318 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(327): Store=c2a69391ad2be5234f0dc12893a781a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:30,319 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:30,320 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a69391ad2be5234f0dc12893a781a9 columnFamilyName b 2024-11-12T11:40:30,320 DEBUG [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:30,320 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(327): Store=c2a69391ad2be5234f0dc12893a781a9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:30,320 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:30,321 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a69391ad2be5234f0dc12893a781a9 columnFamilyName c 2024-11-12T11:40:30,321 DEBUG [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:30,322 INFO [StoreOpener-c2a69391ad2be5234f0dc12893a781a9-1 {}] regionserver.HStore(327): Store=c2a69391ad2be5234f0dc12893a781a9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:30,322 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:30,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:30,326 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:30,327 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000003002 2024-11-12T11:40:30,354 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:30,398 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T11:40:30,783 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2a69391ad2be5234f0dc12893a781a9 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T11:40:30,827 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/a/0432a05dda0f4ef8a5a8f64ff3ec654a is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731411625899/Put/seqid=0 2024-11-12T11:40:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741858_1035 (size=50463) 2024-11-12T11:40:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741858_1035 (size=50463) 2024-11-12T11:40:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741858_1035 (size=50463) 2024-11-12T11:40:30,837 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/a/0432a05dda0f4ef8a5a8f64ff3ec654a 2024-11-12T11:40:30,845 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/a/0432a05dda0f4ef8a5a8f64ff3ec654a as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/a/0432a05dda0f4ef8a5a8f64ff3ec654a 2024-11-12T11:40:30,853 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/a/0432a05dda0f4ef8a5a8f64ff3ec654a, entries=754, sequenceid=754, filesize=49.3 K 2024-11-12T11:40:30,853 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for c2a69391ad2be5234f0dc12893a781a9 in 70ms, sequenceid=754, compaction requested=false; wal=null 2024-11-12T11:40:30,871 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T11:40:30,872 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2a69391ad2be5234f0dc12893a781a9 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T11:40:30,880 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/a/c1647e8e67c0412f9c6c7dc7eae6e230 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731411625960/Put/seqid=0 2024-11-12T11:40:30,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741859_1036 (size=20072) 2024-11-12T11:40:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741859_1036 (size=20072) 2024-11-12T11:40:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741859_1036 (size=20072) 2024-11-12T11:40:30,891 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/a/c1647e8e67c0412f9c6c7dc7eae6e230 2024-11-12T11:40:30,920 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/b/d52b562986c64c4eaa77a2d5cc106f7b is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731411625987/Put/seqid=0 2024-11-12T11:40:30,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741860_1037 (size=35835) 2024-11-12T11:40:30,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741860_1037 (size=35835) 2024-11-12T11:40:30,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741860_1037 (size=35835) 2024-11-12T11:40:30,930 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/b/d52b562986c64c4eaa77a2d5cc106f7b 2024-11-12T11:40:30,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/a/c1647e8e67c0412f9c6c7dc7eae6e230 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/a/c1647e8e67c0412f9c6c7dc7eae6e230 2024-11-12T11:40:30,946 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/a/c1647e8e67c0412f9c6c7dc7eae6e230, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-12T11:40:30,948 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/b/d52b562986c64c4eaa77a2d5cc106f7b as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/b/d52b562986c64c4eaa77a2d5cc106f7b 2024-11-12T11:40:30,955 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/b/d52b562986c64c4eaa77a2d5cc106f7b, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-12T11:40:30,955 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for c2a69391ad2be5234f0dc12893a781a9 in 83ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-12T11:40:30,968 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T11:40:30,968 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2a69391ad2be5234f0dc12893a781a9 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T11:40:30,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/b/90ff5d6e42394987a90335ee251c0483 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731411626004/Put/seqid=0 2024-11-12T11:40:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741861_1038 (size=35082) 2024-11-12T11:40:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741861_1038 (size=35082) 2024-11-12T11:40:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741861_1038 (size=35082) 2024-11-12T11:40:30,987 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/b/90ff5d6e42394987a90335ee251c0483 2024-11-12T11:40:31,014 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/c/3dd702c8c94b4f89ac0ae24ba27f6fd6 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731411626030/Put/seqid=0 2024-11-12T11:40:31,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741862_1039 (size=20825) 2024-11-12T11:40:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741862_1039 (size=20825) 2024-11-12T11:40:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741862_1039 (size=20825) 2024-11-12T11:40:31,024 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/c/3dd702c8c94b4f89ac0ae24ba27f6fd6 2024-11-12T11:40:31,033 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/b/90ff5d6e42394987a90335ee251c0483 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/b/90ff5d6e42394987a90335ee251c0483 2024-11-12T11:40:31,040 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/b/90ff5d6e42394987a90335ee251c0483, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-12T11:40:31,042 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/c/3dd702c8c94b4f89ac0ae24ba27f6fd6 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/c/3dd702c8c94b4f89ac0ae24ba27f6fd6 2024-11-12T11:40:31,050 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/c/3dd702c8c94b4f89ac0ae24ba27f6fd6, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-12T11:40:31,050 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for c2a69391ad2be5234f0dc12893a781a9 in 82ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-12T11:40:31,061 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731411626073/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. 2024-11-12T11:40:31,064 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000003002 2024-11-12T11:40:31,064 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T11:40:31,065 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2a69391ad2be5234f0dc12893a781a9 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-12T11:40:31,073 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/c/ded4749d23814936809c17daf7673b0f is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731411626035/Put/seqid=0 2024-11-12T11:40:31,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741863_1040 (size=50301) 2024-11-12T11:40:31,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741863_1040 (size=50301) 2024-11-12T11:40:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741863_1040 (size=50301) 2024-11-12T11:40:31,083 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/c/ded4749d23814936809c17daf7673b0f 2024-11-12T11:40:31,090 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded4749d23814936809c17daf7673b0f 2024-11-12T11:40:31,092 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/.tmp/c/ded4749d23814936809c17daf7673b0f as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/c/ded4749d23814936809c17daf7673b0f 2024-11-12T11:40:31,098 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded4749d23814936809c17daf7673b0f 2024-11-12T11:40:31,098 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/c/ded4749d23814936809c17daf7673b0f, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-12T11:40:31,099 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for c2a69391ad2be5234f0dc12893a781a9 in 33ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-12T11:40:31,100 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/0000000000000003002 2024-11-12T11:40:31,101 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:31,101 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:31,102 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T11:40:31,103 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c2a69391ad2be5234f0dc12893a781a9 2024-11-12T11:40:31,106 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenIntoWAL/c2a69391ad2be5234f0dc12893a781a9/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-12T11:40:31,107 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c2a69391ad2be5234f0dc12893a781a9; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67694414, jitterRate=0.008725374937057495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T11:40:31,107 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c2a69391ad2be5234f0dc12893a781a9: Writing region info on filesystem at 1731411630315Initializing all the Stores at 1731411630316 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411630316Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411630316Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411630316Cleaning up temporary data from old regions at 1731411631101 (+785 ms)Region opened successfully at 1731411631107 (+6 ms) 2024-11-12T11:40:31,183 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c2a69391ad2be5234f0dc12893a781a9, disabling compactions & flushes 2024-11-12T11:40:31,183 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. 2024-11-12T11:40:31,183 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. 2024-11-12T11:40:31,183 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. after waiting 0 ms 2024-11-12T11:40:31,183 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. 2024-11-12T11:40:31,185 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731411625752.c2a69391ad2be5234f0dc12893a781a9. 2024-11-12T11:40:31,185 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c2a69391ad2be5234f0dc12893a781a9: Waiting for close lock at 1731411631182Disabling compacts and flushes for region at 1731411631182Disabling writes for close at 1731411631183 (+1 ms)Writing region close event to WAL at 1731411631185 (+2 ms)Closed at 1731411631185 2024-11-12T11:40:31,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741857_1034 (size=175) 2024-11-12T11:40:31,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741857_1034 (size=175) 2024-11-12T11:40:31,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741857_1034 (size=175) 2024-11-12T11:40:31,190 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T11:40:31,190 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T11:40:31,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:40:31,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T11:40:31,193 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:31,193 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731411630268) 2024-11-12T11:40:31,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T11:40:31,193 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T11:40:31,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-12T11:40:31,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-12T11:40:31,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=398 (was 386) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_108787496_22 at /127.0.0.1:47820 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:34667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:37967 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:45847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_108787496_22 at /127.0.0.1:38136 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_108787496_22 at /127.0.0.1:43886 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_108787496_22 at /127.0.0.1:43872 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:37967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=1986 (was 2099) 2024-11-12T11:40:31,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=398, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=1983 2024-11-12T11:40:31,238 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:31,241 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:31,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:31,246 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59510106, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-59510106, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:31,262 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59510106/hregion-59510106.1731411631247, exclude list is [], retry=0 2024-11-12T11:40:31,266 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:31,267 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:31,267 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:31,297 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59510106/hregion-59510106.1731411631247 2024-11-12T11:40:31,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:31,298 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a69e5f9c1b27a2f3bd47396d7bf7173c, NAME => 'test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:31,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741865_1042 (size=43) 2024-11-12T11:40:31,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741865_1042 (size=43) 2024-11-12T11:40:31,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741865_1042 (size=43) 2024-11-12T11:40:31,313 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:31,315 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:31,317 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69e5f9c1b27a2f3bd47396d7bf7173c columnFamilyName a 2024-11-12T11:40:31,317 DEBUG [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:31,318 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(327): Store=a69e5f9c1b27a2f3bd47396d7bf7173c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:31,318 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:31,320 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69e5f9c1b27a2f3bd47396d7bf7173c columnFamilyName b 2024-11-12T11:40:31,320 DEBUG [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:31,320 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(327): Store=a69e5f9c1b27a2f3bd47396d7bf7173c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:31,320 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:31,322 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69e5f9c1b27a2f3bd47396d7bf7173c columnFamilyName c 2024-11-12T11:40:31,322 DEBUG [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:31,323 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(327): Store=a69e5f9c1b27a2f3bd47396d7bf7173c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:31,323 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:31,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:31,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:31,326 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:31,326 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:31,326 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:31,328 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:31,331 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:31,331 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a69e5f9c1b27a2f3bd47396d7bf7173c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70197050, jitterRate=0.04601755738258362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:31,333 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a69e5f9c1b27a2f3bd47396d7bf7173c: Writing region info on filesystem at 1731411631314Initializing all the Stores at 1731411631315 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411631315Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411631315Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411631315Cleaning up temporary data from old regions at 1731411631326 (+11 ms)Region opened successfully at 1731411631333 (+7 ms) 2024-11-12T11:40:31,333 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a69e5f9c1b27a2f3bd47396d7bf7173c, disabling compactions & flushes 2024-11-12T11:40:31,333 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. 2024-11-12T11:40:31,333 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. 2024-11-12T11:40:31,333 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. after waiting 0 ms 2024-11-12T11:40:31,333 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. 2024-11-12T11:40:31,334 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. 2024-11-12T11:40:31,334 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a69e5f9c1b27a2f3bd47396d7bf7173c: Waiting for close lock at 1731411631333Disabling compacts and flushes for region at 1731411631333Disabling writes for close at 1731411631333Writing region close event to WAL at 1731411631334 (+1 ms)Closed at 1731411631334 2024-11-12T11:40:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741864_1041 (size=175) 2024-11-12T11:40:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741864_1041 (size=175) 2024-11-12T11:40:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741864_1041 (size=175) 2024-11-12T11:40:31,340 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:31,340 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59510106:(num 1731411631247) 2024-11-12T11:40:31,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:31,343 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:31,357 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343, exclude list is [], retry=0 2024-11-12T11:40:31,361 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:31,361 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:31,362 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:31,391 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343 2024-11-12T11:40:31,392 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741866_1043 (size=371388) 2024-11-12T11:40:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741866_1043 (size=371388) 2024-11-12T11:40:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741866_1043 (size=371388) 2024-11-12T11:40:31,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343, size=362.7 K (371388bytes) 2024-11-12T11:40:31,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343 2024-11-12T11:40:31,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343 after 1ms 2024-11-12T11:40:31,588 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:31,589 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343 took 33ms 2024-11-12T11:40:31,594 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731411631343.temp 2024-11-12T11:40:31,636 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000000001-wal.1731411631343.temp 2024-11-12T11:40:31,644 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343 so closing down 2024-11-12T11:40:31,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:31,661 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741867_1044 (size=371388) 2024-11-12T11:40:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741867_1044 (size=371388) 2024-11-12T11:40:31,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741867_1044 (size=371388) 2024-11-12T11:40:31,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000000001-wal.1731411631343.temp (wrote 3000 edits, skipped 0 edits in 24 ms) 2024-11-12T11:40:31,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000000001-wal.1731411631343.temp to hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003000 2024-11-12T11:40:31,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-12T11:40:31,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343, journal: Splitting hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343, size=362.7 K (371388bytes) at 1731411631556Split 1024 edits, skipped 0 edits. at 1731411631609 (+53 ms)Split 2048 edits, skipped 0 edits. at 1731411631627 (+18 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000000001-wal.1731411631343.temp at 1731411631636 (+9 ms)Finishing writing output for hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343 so closing down at 1731411631644 (+8 ms)3 split writer threads finished at 1731411631661 (+17 ms)Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000000001-wal.1731411631343.temp (wrote 3000 edits, skipped 0 edits in 24 ms) at 1731411631665 (+4 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000000001-wal.1731411631343.temp to hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003000 at 1731411631667 (+2 ms)Processed 3000 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1731411631667 2024-11-12T11:40:31,669 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631343 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411631343 2024-11-12T11:40:31,670 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003000 2024-11-12T11:40:31,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:31,673 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:31,687 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673, exclude list is [], retry=0 2024-11-12T11:40:31,690 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:31,691 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:31,691 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:31,717 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673 2024-11-12T11:40:31,717 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:31,935 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673 not finished, retry = 0 2024-11-12T11:40:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741868_1045 (size=371515) 2024-11-12T11:40:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741868_1045 (size=371515) 2024-11-12T11:40:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741868_1045 (size=371515) 2024-11-12T11:40:32,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673, size=362.8 K (371515bytes) 2024-11-12T11:40:32,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673 2024-11-12T11:40:32,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673 after 0ms 2024-11-12T11:40:32,090 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:32,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673 took 41ms 2024-11-12T11:40:32,108 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731411631673.temp 2024-11-12T11:40:32,124 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673 so closing down 2024-11-12T11:40:32,124 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:32,144 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003001-wal.1731411631673.temp 2024-11-12T11:40:32,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:32,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741869_1046 (size=371515) 2024-11-12T11:40:32,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741869_1046 (size=371515) 2024-11-12T11:40:32,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741869_1046 (size=371515) 2024-11-12T11:40:32,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003001-wal.1731411631673.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-11-12T11:40:32,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003001-wal.1731411631673.temp to hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000006000 2024-11-12T11:40:32,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-12T11:40:32,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673, journal: Splitting hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673, size=362.8 K (371515bytes) at 1731411632051Split 1024 edits, skipped 0 edits. at 1731411632106 (+55 ms)Split 2048 edits, skipped 0 edits. at 1731411632116 (+10 ms)Finishing writing output for hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673 so closing down at 1731411632124 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003001-wal.1731411631673.temp at 1731411632144 (+20 ms)3 split writer threads finished at 1731411632154 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003001-wal.1731411631673.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1731411632161 (+7 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003001-wal.1731411631673.temp to hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000006000 at 1731411632162 (+1 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1731411632162 2024-11-12T11:40:32,165 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411631673 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411631673 2024-11-12T11:40:32,166 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000006000 2024-11-12T11:40:32,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:32,169 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/test2727-manual,16010,1731411631237, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:32,184 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411632169, exclude list is [], retry=0 2024-11-12T11:40:32,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:32,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:32,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:32,217 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731411631237/wal.1731411632169 2024-11-12T11:40:32,218 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:32,218 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a69e5f9c1b27a2f3bd47396d7bf7173c, NAME => 'test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:32,218 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:32,218 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,218 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,220 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,222 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69e5f9c1b27a2f3bd47396d7bf7173c columnFamilyName a 2024-11-12T11:40:32,222 DEBUG [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:32,223 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(327): Store=a69e5f9c1b27a2f3bd47396d7bf7173c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:32,223 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,224 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69e5f9c1b27a2f3bd47396d7bf7173c columnFamilyName b 2024-11-12T11:40:32,224 DEBUG [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:32,225 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(327): Store=a69e5f9c1b27a2f3bd47396d7bf7173c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:32,225 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,227 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69e5f9c1b27a2f3bd47396d7bf7173c columnFamilyName c 2024-11-12T11:40:32,227 DEBUG [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:32,228 INFO [StoreOpener-a69e5f9c1b27a2f3bd47396d7bf7173c-1 {}] regionserver.HStore(327): Store=a69e5f9c1b27a2f3bd47396d7bf7173c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:32,228 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,229 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,231 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,232 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003000 2024-11-12T11:40:32,262 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:32,289 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003000 2024-11-12T11:40:32,291 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000006000 2024-11-12T11:40:32,320 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:32,347 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000006000 2024-11-12T11:40:32,348 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a69e5f9c1b27a2f3bd47396d7bf7173c 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-12T11:40:32,368 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/.tmp/a/cc7f38e4bff2469e8584ce14e8cb39bd is 41, key is test2727/a:100/1731411631722/Put/seqid=0 2024-11-12T11:40:32,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741871_1048 (size=84227) 2024-11-12T11:40:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741871_1048 (size=84227) 2024-11-12T11:40:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741871_1048 (size=84227) 2024-11-12T11:40:32,377 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/.tmp/a/cc7f38e4bff2469e8584ce14e8cb39bd 2024-11-12T11:40:32,411 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/.tmp/b/82d3a966796d4ab484af39b7fc9fe5fe is 41, key is test2727/b:100/1731411631769/Put/seqid=0 2024-11-12T11:40:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741872_1049 (size=84609) 2024-11-12T11:40:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741872_1049 (size=84609) 2024-11-12T11:40:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741872_1049 (size=84609) 2024-11-12T11:40:32,817 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/.tmp/b/82d3a966796d4ab484af39b7fc9fe5fe 2024-11-12T11:40:32,845 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/.tmp/c/75d93607cee544db9c4e7d0f537a15dc is 41, key is test2727/c:100/1731411631841/Put/seqid=0 2024-11-12T11:40:32,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741873_1050 (size=84609) 2024-11-12T11:40:32,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741873_1050 (size=84609) 2024-11-12T11:40:32,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741873_1050 (size=84609) 2024-11-12T11:40:32,852 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/.tmp/c/75d93607cee544db9c4e7d0f537a15dc 2024-11-12T11:40:32,859 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/.tmp/a/cc7f38e4bff2469e8584ce14e8cb39bd as hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/a/cc7f38e4bff2469e8584ce14e8cb39bd 2024-11-12T11:40:32,865 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/a/cc7f38e4bff2469e8584ce14e8cb39bd, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-12T11:40:32,867 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/.tmp/b/82d3a966796d4ab484af39b7fc9fe5fe as hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/b/82d3a966796d4ab484af39b7fc9fe5fe 2024-11-12T11:40:32,874 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/b/82d3a966796d4ab484af39b7fc9fe5fe, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T11:40:32,875 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/.tmp/c/75d93607cee544db9c4e7d0f537a15dc as hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/c/75d93607cee544db9c4e7d0f537a15dc 2024-11-12T11:40:32,884 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/c/75d93607cee544db9c4e7d0f537a15dc, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T11:40:32,885 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for a69e5f9c1b27a2f3bd47396d7bf7173c in 536ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-12T11:40:32,886 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000003000 2024-11-12T11:40:32,886 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/0000000000000006000 2024-11-12T11:40:32,888 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,888 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,889 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:32,891 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a69e5f9c1b27a2f3bd47396d7bf7173c 2024-11-12T11:40:32,894 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/test2727/a69e5f9c1b27a2f3bd47396d7bf7173c/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-12T11:40:32,895 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a69e5f9c1b27a2f3bd47396d7bf7173c; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59792781, jitterRate=-0.10901813209056854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:32,897 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a69e5f9c1b27a2f3bd47396d7bf7173c: Writing region info on filesystem at 1731411632219Initializing all the Stores at 1731411632220 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411632220Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411632220Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411632220Obtaining lock to block concurrent updates at 1731411632348 (+128 ms)Preparing flush snapshotting stores in a69e5f9c1b27a2f3bd47396d7bf7173c at 1731411632348Finished memstore snapshotting test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731411632348Flushing stores of test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. at 1731411632348Flushing a69e5f9c1b27a2f3bd47396d7bf7173c/a: creating writer at 1731411632348Flushing a69e5f9c1b27a2f3bd47396d7bf7173c/a: appending metadata at 1731411632368 (+20 ms)Flushing a69e5f9c1b27a2f3bd47396d7bf7173c/a: closing flushed file at 1731411632368Flushing a69e5f9c1b27a2f3bd47396d7bf7173c/b: creating writer at 1731411632385 (+17 ms)Flushing a69e5f9c1b27a2f3bd47396d7bf7173c/b: appending metadata at 1731411632409 (+24 ms)Flushing a69e5f9c1b27a2f3bd47396d7bf7173c/b: closing flushed file at 1731411632409Flushing a69e5f9c1b27a2f3bd47396d7bf7173c/c: creating writer at 1731411632824 (+415 ms)Flushing a69e5f9c1b27a2f3bd47396d7bf7173c/c: appending metadata at 1731411632845 (+21 ms)Flushing a69e5f9c1b27a2f3bd47396d7bf7173c/c: closing flushed file at 1731411632845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221498e6: reopening flushed file at 1731411632858 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2f53d8: reopening flushed file at 1731411632866 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@481e90f9: reopening flushed file at 1731411632874 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for a69e5f9c1b27a2f3bd47396d7bf7173c in 536ms, sequenceid=6000, compaction requested=false; wal=null at 1731411632885 (+11 ms)Cleaning up temporary data from old regions at 1731411632888 (+3 ms)Region opened successfully at 1731411632896 (+8 ms) 2024-11-12T11:40:32,898 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-12T11:40:32,898 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a69e5f9c1b27a2f3bd47396d7bf7173c, disabling compactions & flushes 2024-11-12T11:40:32,898 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. 2024-11-12T11:40:32,899 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. 2024-11-12T11:40:32,899 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. after waiting 0 ms 2024-11-12T11:40:32,899 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. 2024-11-12T11:40:32,900 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731411631239.a69e5f9c1b27a2f3bd47396d7bf7173c. 2024-11-12T11:40:32,901 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a69e5f9c1b27a2f3bd47396d7bf7173c: Waiting for close lock at 1731411632898Disabling compacts and flushes for region at 1731411632898Disabling writes for close at 1731411632899 (+1 ms)Writing region close event to WAL at 1731411632900 (+1 ms)Closed at 1731411632900 2024-11-12T11:40:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741870_1047 (size=175) 2024-11-12T11:40:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741870_1047 (size=175) 2024-11-12T11:40:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741870_1047 (size=175) 2024-11-12T11:40:32,908 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:32,908 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731411632169) 2024-11-12T11:40:32,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=404 (was 398) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:38208 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47898 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:44018 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=1786 (was 1983) 2024-11-12T11:40:32,935 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=1786 2024-11-12T11:40:32,950 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:32,957 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:32,958 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731411632957 2024-11-12T11:40:32,989 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957 2024-11-12T11:40:32,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:32,992 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 84f78466fcbcd54b34ad24521b9db46d, NAME => 'testSequentialEditLogSeqNum,,1731411632951.84f78466fcbcd54b34ad24521b9db46d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:32,992 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731411632951.84f78466fcbcd54b34ad24521b9db46d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:32,992 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 84f78466fcbcd54b34ad24521b9db46d 2024-11-12T11:40:32,993 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 84f78466fcbcd54b34ad24521b9db46d 2024-11-12T11:40:32,993 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d doesn't exist for region: 84f78466fcbcd54b34ad24521b9db46d on table testSequentialEditLogSeqNum 2024-11-12T11:40:32,994 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 84f78466fcbcd54b34ad24521b9db46d on table testSequentialEditLogSeqNum 2024-11-12T11:40:33,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741875_1052 (size=62) 2024-11-12T11:40:33,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741875_1052 (size=62) 2024-11-12T11:40:33,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741875_1052 (size=62) 2024-11-12T11:40:33,007 INFO [StoreOpener-84f78466fcbcd54b34ad24521b9db46d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 84f78466fcbcd54b34ad24521b9db46d 2024-11-12T11:40:33,009 INFO [StoreOpener-84f78466fcbcd54b34ad24521b9db46d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84f78466fcbcd54b34ad24521b9db46d columnFamilyName a 2024-11-12T11:40:33,010 DEBUG [StoreOpener-84f78466fcbcd54b34ad24521b9db46d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:33,010 INFO [StoreOpener-84f78466fcbcd54b34ad24521b9db46d-1 {}] regionserver.HStore(327): Store=84f78466fcbcd54b34ad24521b9db46d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:33,011 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 84f78466fcbcd54b34ad24521b9db46d 2024-11-12T11:40:33,011 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d 2024-11-12T11:40:33,012 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d 2024-11-12T11:40:33,012 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 84f78466fcbcd54b34ad24521b9db46d 2024-11-12T11:40:33,012 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 84f78466fcbcd54b34ad24521b9db46d 2024-11-12T11:40:33,014 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 84f78466fcbcd54b34ad24521b9db46d 2024-11-12T11:40:33,017 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:33,018 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 84f78466fcbcd54b34ad24521b9db46d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71670609, jitterRate=0.06797529757022858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:40:33,019 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 84f78466fcbcd54b34ad24521b9db46d: Writing region info on filesystem at 1731411632993Initializing all the Stores at 1731411633006 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411633006Cleaning up temporary data from old regions at 1731411633012 (+6 ms)Region opened successfully at 1731411633019 (+7 ms) 2024-11-12T11:40:33,031 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 84f78466fcbcd54b34ad24521b9db46d 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-12T11:40:33,051 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/.tmp/a/3efd84fbee644667840df0442266d922 is 81, key is testSequentialEditLogSeqNum/a:x0/1731411633019/Put/seqid=0 2024-11-12T11:40:33,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741876_1053 (size=5833) 2024-11-12T11:40:33,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741876_1053 (size=5833) 2024-11-12T11:40:33,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741876_1053 (size=5833) 2024-11-12T11:40:33,060 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/.tmp/a/3efd84fbee644667840df0442266d922 2024-11-12T11:40:33,066 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/.tmp/a/3efd84fbee644667840df0442266d922 as hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/a/3efd84fbee644667840df0442266d922 2024-11-12T11:40:33,072 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/a/3efd84fbee644667840df0442266d922, entries=10, sequenceid=13, filesize=5.7 K 2024-11-12T11:40:33,074 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 84f78466fcbcd54b34ad24521b9db46d in 42ms, sequenceid=13, compaction requested=false 2024-11-12T11:40:33,074 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 84f78466fcbcd54b34ad24521b9db46d: 2024-11-12T11:40:33,080 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T11:40:33,080 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T11:40:33,080 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T11:40:33,081 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T11:40:33,081 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T11:40:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741874_1051 (size=3256) 2024-11-12T11:40:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741874_1051 (size=3256) 2024-11-12T11:40:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741874_1051 (size=3256) 2024-11-12T11:40:33,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957, size=3.2 K (3256bytes) 2024-11-12T11:40:33,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957 2024-11-12T11:40:33,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957 after 1ms 2024-11-12T11:40:33,131 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:33,131 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957 took 28ms 2024-11-12T11:40:33,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957 so closing down 2024-11-12T11:40:33,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:33,135 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731411632957.temp 2024-11-12T11:40:33,160 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/recovered.edits/0000000000000000003-wal.1731411632957.temp 2024-11-12T11:40:33,161 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741877_1054 (size=2650) 2024-11-12T11:40:33,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741877_1054 (size=2650) 2024-11-12T11:40:33,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741877_1054 (size=2650) 2024-11-12T11:40:33,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/recovered.edits/0000000000000000003-wal.1731411632957.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:33,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/recovered.edits/0000000000000000003-wal.1731411632957.temp to hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/recovered.edits/0000000000000000020 2024-11-12T11:40:33,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-12T11:40:33,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957, journal: Splitting hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957, size=3.2 K (3256bytes) at 1731411633103Finishing writing output for hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957 so closing down at 1731411633134 (+31 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/recovered.edits/0000000000000000003-wal.1731411632957.temp at 1731411633160 (+26 ms)3 split writer threads finished at 1731411633161 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/recovered.edits/0000000000000000003-wal.1731411632957.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731411633170 (+9 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/recovered.edits/0000000000000000003-wal.1731411632957.temp to hdfs://localhost:37967/hbase/data/default/testSequentialEditLogSeqNum/84f78466fcbcd54b34ad24521b9db46d/recovered.edits/0000000000000000020 at 1731411633171 (+1 ms)Processed 17 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:37967/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731411632949/wal.1731411632957, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1731411633171 2024-11-12T11:40:33,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:38208 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:44018 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=1783 (was 1786) 2024-11-12T11:40:33,199 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=1783 2024-11-12T11:40:33,219 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:33,222 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:33,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:33,258 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68391263, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-68391263, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:33,276 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68391263/hregion-68391263.1731411633259, exclude list is [], retry=0 2024-11-12T11:40:33,279 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:33,279 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:33,279 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:33,322 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68391263/hregion-68391263.1731411633259 2024-11-12T11:40:33,322 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:33,323 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 243ed6a8932b5b58191a010f54004b55, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:33,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741879_1056 (size=70) 2024-11-12T11:40:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741879_1056 (size=70) 2024-11-12T11:40:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741879_1056 (size=70) 2024-11-12T11:40:33,336 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:33,339 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,341 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243ed6a8932b5b58191a010f54004b55 columnFamilyName a 2024-11-12T11:40:33,341 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:33,342 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(327): Store=243ed6a8932b5b58191a010f54004b55/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:33,342 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,344 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243ed6a8932b5b58191a010f54004b55 columnFamilyName b 2024-11-12T11:40:33,344 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:33,345 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(327): Store=243ed6a8932b5b58191a010f54004b55/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:33,345 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,347 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243ed6a8932b5b58191a010f54004b55 columnFamilyName c 2024-11-12T11:40:33,347 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:33,348 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(327): Store=243ed6a8932b5b58191a010f54004b55/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:33,349 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,349 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,350 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,351 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,351 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,351 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:33,353 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,355 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:33,356 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 243ed6a8932b5b58191a010f54004b55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60394010, jitterRate=-0.10005912184715271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:33,356 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 243ed6a8932b5b58191a010f54004b55: Writing region info on filesystem at 1731411633336Initializing all the Stores at 1731411633337 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411633337Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411633338 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411633338Cleaning up temporary data from old regions at 1731411633351 (+13 ms)Region opened successfully at 1731411633356 (+5 ms) 2024-11-12T11:40:33,357 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 243ed6a8932b5b58191a010f54004b55, disabling compactions & flushes 2024-11-12T11:40:33,357 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. 2024-11-12T11:40:33,357 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. 2024-11-12T11:40:33,357 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. after waiting 0 ms 2024-11-12T11:40:33,357 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. 2024-11-12T11:40:33,357 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. 2024-11-12T11:40:33,357 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 243ed6a8932b5b58191a010f54004b55: Waiting for close lock at 1731411633357Disabling compacts and flushes for region at 1731411633357Disabling writes for close at 1731411633357Writing region close event to WAL at 1731411633357Closed at 1731411633357 2024-11-12T11:40:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741878_1055 (size=175) 2024-11-12T11:40:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741878_1055 (size=175) 2024-11-12T11:40:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741878_1055 (size=175) 2024-11-12T11:40:33,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:33,363 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68391263:(num 1731411633259) 2024-11-12T11:40:33,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:33,365 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:33,378 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365, exclude list is [], retry=0 2024-11-12T11:40:33,381 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:33,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:33,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:33,409 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 2024-11-12T11:40:33,409 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:33,409 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 243ed6a8932b5b58191a010f54004b55, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:33,410 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:33,410 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,410 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,411 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,412 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243ed6a8932b5b58191a010f54004b55 columnFamilyName a 2024-11-12T11:40:33,412 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:33,413 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(327): Store=243ed6a8932b5b58191a010f54004b55/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:33,413 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,414 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243ed6a8932b5b58191a010f54004b55 columnFamilyName b 2024-11-12T11:40:33,414 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:33,414 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(327): Store=243ed6a8932b5b58191a010f54004b55/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:33,414 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,415 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243ed6a8932b5b58191a010f54004b55 columnFamilyName c 2024-11-12T11:40:33,415 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:33,416 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(327): Store=243ed6a8932b5b58191a010f54004b55/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:33,416 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,417 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,418 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,419 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,419 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,420 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:33,421 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:33,422 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 243ed6a8932b5b58191a010f54004b55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71299406, jitterRate=0.062443941831588745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:33,422 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 243ed6a8932b5b58191a010f54004b55: Writing region info on filesystem at 1731411633410Initializing all the Stores at 1731411633411 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411633411Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411633411Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411633411Cleaning up temporary data from old regions at 1731411633419 (+8 ms)Region opened successfully at 1731411633422 (+3 ms) 2024-11-12T11:40:33,427 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731411633426/Put/seqid=0 2024-11-12T11:40:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741881_1058 (size=4826) 2024-11-12T11:40:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741881_1058 (size=4826) 2024-11-12T11:40:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741881_1058 (size=4826) 2024-11-12T11:40:33,438 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37967/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 243ed6a8932b5b58191a010f54004b55/a 2024-11-12T11:40:33,446 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-12T11:40:33,447 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T11:40:33,447 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 243ed6a8932b5b58191a010f54004b55: 2024-11-12T11:40:33,449 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/a/294b9fc7306d4f2299ff453e1a0cf835_SeqId_3_ 2024-11-12T11:40:33,450 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37967/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 243ed6a8932b5b58191a010f54004b55/a as hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/a/294b9fc7306d4f2299ff453e1a0cf835_SeqId_3_ - updating store file list. 2024-11-12T11:40:33,455 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 294b9fc7306d4f2299ff453e1a0cf835_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T11:40:33,455 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/a/294b9fc7306d4f2299ff453e1a0cf835_SeqId_3_ into 243ed6a8932b5b58191a010f54004b55/a 2024-11-12T11:40:33,456 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37967/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 243ed6a8932b5b58191a010f54004b55/a (new location: hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/a/294b9fc7306d4f2299ff453e1a0cf835_SeqId_3_) 2024-11-12T11:40:33,507 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365, size=0 (0bytes) 2024-11-12T11:40:33,507 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 might be still open, length is 0 2024-11-12T11:40:33,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 2024-11-12T11:40:33,507 WARN [IPC Server handler 0 on default port 37967 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-12T11:40:33,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 after 1ms 2024-11-12T11:40:34,970 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:38342 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38342 dst: /127.0.0.1:43155 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43155 remote=/127.0.0.1:38342]. Total timeout mills is 60000, 58491 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:34,971 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:44132 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44132 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:34,971 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47968 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47968 dst: /127.0.0.1:36939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:34,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741880_1059 (size=606) 2024-11-12T11:40:34,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741880_1059 (size=606) 2024-11-12T11:40:37,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 after 4002ms 2024-11-12T11:40:37,542 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:37,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 took 4035ms 2024-11-12T11:40:37,544 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365; continuing. 2024-11-12T11:40:37,545 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 so closing down 2024-11-12T11:40:37,545 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:37,547 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731411633365.temp 2024-11-12T11:40:37,571 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005-wal.1731411633365.temp 2024-11-12T11:40:37,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:37,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741882_1060 (size=329) 2024-11-12T11:40:37,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741882_1060 (size=329) 2024-11-12T11:40:37,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741882_1060 (size=329) 2024-11-12T11:40:37,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005-wal.1731411633365.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:37,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005-wal.1731411633365.temp to hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005 2024-11-12T11:40:37,580 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T11:40:37,580 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365, journal: Splitting hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365, size=0 (0bytes) at 1731411633507Finishing writing output for hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 so closing down at 1731411637545 (+4038 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005-wal.1731411633365.temp at 1731411637571 (+26 ms)3 split writer threads finished at 1731411637571Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005-wal.1731411633365.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731411637578 (+7 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005-wal.1731411633365.temp to hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005 at 1731411637579 (+1 ms)Processed 2 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365, size=0, length=0, corrupted=false, cancelled=false at 1731411637580 (+1 ms) 2024-11-12T11:40:37,581 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411633365 2024-11-12T11:40:37,582 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005 2024-11-12T11:40:37,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:37,584 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:37,599 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411637585, exclude list is [], retry=0 2024-11-12T11:40:37,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:37,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:37,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:37,628 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411637585 2024-11-12T11:40:37,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:37,628 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 243ed6a8932b5b58191a010f54004b55, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:37,629 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:37,629 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,629 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,631 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,632 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243ed6a8932b5b58191a010f54004b55 columnFamilyName a 2024-11-12T11:40:37,632 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:37,638 DEBUG [StoreFileOpener-243ed6a8932b5b58191a010f54004b55-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 294b9fc7306d4f2299ff453e1a0cf835_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T11:40:37,638 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/a/294b9fc7306d4f2299ff453e1a0cf835_SeqId_3_ 2024-11-12T11:40:37,639 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(327): Store=243ed6a8932b5b58191a010f54004b55/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:37,639 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,640 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243ed6a8932b5b58191a010f54004b55 columnFamilyName b 2024-11-12T11:40:37,640 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:37,640 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(327): Store=243ed6a8932b5b58191a010f54004b55/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:37,641 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,641 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243ed6a8932b5b58191a010f54004b55 columnFamilyName c 2024-11-12T11:40:37,641 DEBUG [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:37,642 INFO [StoreOpener-243ed6a8932b5b58191a010f54004b55-1 {}] regionserver.HStore(327): Store=243ed6a8932b5b58191a010f54004b55/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:37,642 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,643 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,646 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005 2024-11-12T11:40:37,671 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:37,672 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005 2024-11-12T11:40:37,672 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 243ed6a8932b5b58191a010f54004b55 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-12T11:40:37,686 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/.tmp/a/47b80cbb92f943a5a9f3a02b9f451617 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731411633460/Put/seqid=0 2024-11-12T11:40:37,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741884_1062 (size=5149) 2024-11-12T11:40:37,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741884_1062 (size=5149) 2024-11-12T11:40:37,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741884_1062 (size=5149) 2024-11-12T11:40:37,694 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/.tmp/a/47b80cbb92f943a5a9f3a02b9f451617 2024-11-12T11:40:37,700 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/.tmp/a/47b80cbb92f943a5a9f3a02b9f451617 as hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/a/47b80cbb92f943a5a9f3a02b9f451617 2024-11-12T11:40:37,706 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/a/47b80cbb92f943a5a9f3a02b9f451617, entries=1, sequenceid=5, filesize=5.0 K 2024-11-12T11:40:37,706 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 243ed6a8932b5b58191a010f54004b55 in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-11-12T11:40:37,707 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/0000000000000000005 2024-11-12T11:40:37,709 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,709 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,710 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:37,711 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 243ed6a8932b5b58191a010f54004b55 2024-11-12T11:40:37,714 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/243ed6a8932b5b58191a010f54004b55/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T11:40:37,715 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 243ed6a8932b5b58191a010f54004b55; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65319164, jitterRate=-0.02666860818862915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:37,715 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 243ed6a8932b5b58191a010f54004b55: Writing region info on filesystem at 1731411637629Initializing all the Stores at 1731411637630 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411637630Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411637630Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411637630Obtaining lock to block concurrent updates at 1731411637672 (+42 ms)Preparing flush snapshotting stores in 243ed6a8932b5b58191a010f54004b55 at 1731411637672Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731411637672Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. at 1731411637672Flushing 243ed6a8932b5b58191a010f54004b55/a: creating writer at 1731411637672Flushing 243ed6a8932b5b58191a010f54004b55/a: appending metadata at 1731411637686 (+14 ms)Flushing 243ed6a8932b5b58191a010f54004b55/a: closing flushed file at 1731411637686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b485fc: reopening flushed file at 1731411637699 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 243ed6a8932b5b58191a010f54004b55 in 34ms, sequenceid=5, compaction requested=false; wal=null at 1731411637706 (+7 ms)Cleaning up temporary data from old regions at 1731411637709 (+3 ms)Region opened successfully at 1731411637715 (+6 ms) 2024-11-12T11:40:37,720 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 243ed6a8932b5b58191a010f54004b55, disabling compactions & flushes 2024-11-12T11:40:37,720 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. 2024-11-12T11:40:37,721 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. 2024-11-12T11:40:37,721 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. after waiting 0 ms 2024-11-12T11:40:37,721 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. 2024-11-12T11:40:37,722 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731411633220.243ed6a8932b5b58191a010f54004b55. 2024-11-12T11:40:37,722 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 243ed6a8932b5b58191a010f54004b55: Waiting for close lock at 1731411637720Disabling compacts and flushes for region at 1731411637720Disabling writes for close at 1731411637721 (+1 ms)Writing region close event to WAL at 1731411637722 (+1 ms)Closed at 1731411637722 2024-11-12T11:40:37,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741883_1061 (size=175) 2024-11-12T11:40:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741883_1061 (size=175) 2024-11-12T11:40:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741883_1061 (size=175) 2024-11-12T11:40:37,727 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:37,727 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731411637585) 2024-11-12T11:40:37,739 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 409) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_458504630_22 at /127.0.0.1:38388 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_458504630_22 at /127.0.0.1:47972 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:39465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_458504630_22 at /127.0.0.1:44164 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:37967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:37967 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=1785 (was 1783) - AvailableMemoryMB LEAK? - 2024-11-12T11:40:37,741 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-12T11:40:37,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=1784 2024-11-12T11:40:37,753 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-12T11:40:37,768 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:37,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T11:40:37,777 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:37,779 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f390579 2024-11-12T11:40:37,779 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T11:40:37,781 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T11:40:37,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T11:40:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T11:40:37,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T11:40:37,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-12T11:40:37,795 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:37,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T11:40:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:40:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741885_1063 (size=694) 2024-11-12T11:40:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741885_1063 (size=694) 2024-11-12T11:40:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741885_1063 (size=694) 2024-11-12T11:40:37,809 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4360d4ef9983cbc053bc8d78285151b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb 2024-11-12T11:40:37,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741886_1064 (size=77) 2024-11-12T11:40:37,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741886_1064 (size=77) 2024-11-12T11:40:37,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741886_1064 (size=77) 2024-11-12T11:40:37,818 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:37,818 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing d4360d4ef9983cbc053bc8d78285151b, disabling compactions & flushes 2024-11-12T11:40:37,818 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:37,818 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:37,818 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. after waiting 0 ms 2024-11-12T11:40:37,818 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:37,818 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:37,818 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4360d4ef9983cbc053bc8d78285151b: Waiting for close lock at 1731411637818Disabling compacts and flushes for region at 1731411637818Disabling writes for close at 1731411637818Writing region close event to WAL at 1731411637818Closed at 1731411637818 2024-11-12T11:40:37,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T11:40:37,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731411637820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731411637820"}]},"ts":"1731411637820"} 2024-11-12T11:40:37,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T11:40:37,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T11:40:37,833 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411637830"}]},"ts":"1731411637830"} 2024-11-12T11:40:37,837 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-12T11:40:37,837 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {b51f50ce4a7c=0} racks are {/default-rack=0} 2024-11-12T11:40:37,839 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T11:40:37,839 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T11:40:37,839 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T11:40:37,839 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T11:40:37,839 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T11:40:37,839 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T11:40:37,839 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T11:40:37,839 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T11:40:37,839 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T11:40:37,839 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T11:40:37,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN}] 2024-11-12T11:40:37,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN 2024-11-12T11:40:37,844 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN; state=OFFLINE, location=b51f50ce4a7c,38865,1731411621770; forceNewPlan=false, retain=false 2024-11-12T11:40:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:40:37,997 INFO [b51f50ce4a7c:41885 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T11:40:37,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=OPENING, regionLocation=b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:38,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN because future has completed 2024-11-12T11:40:38,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,38865,1731411621770}] 2024-11-12T11:40:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:40:38,159 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:40:38,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39263, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:40:38,165 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,165 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d4360d4ef9983cbc053bc8d78285151b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:38,166 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,166 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:38,166 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,166 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,168 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,169 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf1 2024-11-12T11:40:38,169 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:38,170 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:38,170 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,171 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf2 2024-11-12T11:40:38,171 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:38,172 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:38,172 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,173 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,173 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,174 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,174 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,175 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T11:40:38,177 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,180 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:38,181 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d4360d4ef9983cbc053bc8d78285151b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65532414, jitterRate=-0.023490935564041138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T11:40:38,181 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,181 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d4360d4ef9983cbc053bc8d78285151b: Running coprocessor pre-open hook at 1731411638166Writing region info on filesystem at 1731411638166Initializing all the Stores at 1731411638167 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411638167Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411638167Cleaning up temporary data from old regions at 1731411638174 (+7 ms)Running coprocessor post-open hooks at 1731411638181 (+7 ms)Region opened successfully at 1731411638181 2024-11-12T11:40:38,183 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., pid=6, masterSystemTime=1731411638159 2024-11-12T11:40:38,185 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,186 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=OPEN, openSeqNum=2, regionLocation=b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:38,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,38865,1731411621770 because future has completed 2024-11-12T11:40:38,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T11:40:38,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,38865,1731411621770 in 187 msec 2024-11-12T11:40:38,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T11:40:38,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN in 353 msec 2024-11-12T11:40:38,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T11:40:38,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731411638198"}]},"ts":"1731411638198"} 2024-11-12T11:40:38,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-12T11:40:38,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T11:40:38,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 416 msec 2024-11-12T11:40:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T11:40:38,430 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-12T11:40:38,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-12T11:40:38,431 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T11:40:38,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-12T11:40:38,438 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T11:40:38,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-12T11:40:38,452 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=2] 2024-11-12T11:40:38,453 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:40:38,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:40:38,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=d4360d4ef9983cbc053bc8d78285151b, source=b51f50ce4a7c,38865,1731411621770, destination=b51f50ce4a7c,46657,1731411621584, warming up region on b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:38,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=d4360d4ef9983cbc053bc8d78285151b, source=b51f50ce4a7c,38865,1731411621770, destination=b51f50ce4a7c,46657,1731411621584, running balancer 2024-11-12T11:40:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE 2024-11-12T11:40:38,478 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE 2024-11-12T11:40:38,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=CLOSING, regionLocation=b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:38,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.HRegion(7855): Warmup {ENCODED => d4360d4ef9983cbc053bc8d78285151b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:38,482 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,483 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf1 2024-11-12T11:40:38,483 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:38,484 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:38,484 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE because future has completed 2024-11-12T11:40:38,485 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf2 2024-11-12T11:40:38,485 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:38,486 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.HRegion(1722): Closing d4360d4ef9983cbc053bc8d78285151b, disabling compactions & flushes 2024-11-12T11:40:38,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. after waiting 0 ms 2024-11-12T11:40:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,487 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T11:40:38,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] regionserver.HRegion(1676): Region close journal for d4360d4ef9983cbc053bc8d78285151b: Waiting for close lock at 1731411638486Disabling compacts and flushes for region at 1731411638486Disabling writes for close at 1731411638486Writing region close event to WAL at 1731411638487 (+1 ms)Closed at 1731411638487 2024-11-12T11:40:38,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,38865,1731411621770}] 2024-11-12T11:40:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-12T11:40:38,646 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,646 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T11:40:38,646 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing d4360d4ef9983cbc053bc8d78285151b, disabling compactions & flushes 2024-11-12T11:40:38,647 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,647 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,647 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. after waiting 0 ms 2024-11-12T11:40:38,647 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,647 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing d4360d4ef9983cbc053bc8d78285151b 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-12T11:40:38,663 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf1/8926bccbc78844f7ada92a15e32fe715 is 35, key is r1/cf1:q/1731411638456/Put/seqid=0 2024-11-12T11:40:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741887_1065 (size=4783) 2024-11-12T11:40:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741887_1065 (size=4783) 2024-11-12T11:40:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741887_1065 (size=4783) 2024-11-12T11:40:38,677 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf1/8926bccbc78844f7ada92a15e32fe715 2024-11-12T11:40:38,686 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf1/8926bccbc78844f7ada92a15e32fe715 as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/8926bccbc78844f7ada92a15e32fe715 2024-11-12T11:40:38,695 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/8926bccbc78844f7ada92a15e32fe715, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T11:40:38,697 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for d4360d4ef9983cbc053bc8d78285151b in 50ms, sequenceid=5, compaction requested=false 2024-11-12T11:40:38,697 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-12T11:40:38,703 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T11:40:38,706 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:38,706 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for d4360d4ef9983cbc053bc8d78285151b: Waiting for close lock at 1731411638646Running coprocessor pre-close hooks at 1731411638646Disabling compacts and flushes for region at 1731411638646Disabling writes for close at 1731411638647 (+1 ms)Obtaining lock to block concurrent updates at 1731411638647Preparing flush snapshotting stores in d4360d4ef9983cbc053bc8d78285151b at 1731411638647Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731411638647Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. at 1731411638648 (+1 ms)Flushing d4360d4ef9983cbc053bc8d78285151b/cf1: creating writer at 1731411638648Flushing d4360d4ef9983cbc053bc8d78285151b/cf1: appending metadata at 1731411638663 (+15 ms)Flushing d4360d4ef9983cbc053bc8d78285151b/cf1: closing flushed file at 1731411638663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@452db1f8: reopening flushed file at 1731411638685 (+22 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for d4360d4ef9983cbc053bc8d78285151b in 50ms, sequenceid=5, compaction requested=false at 1731411638697 (+12 ms)Writing region close event to WAL at 1731411638698 (+1 ms)Running coprocessor post-close hooks at 1731411638704 (+6 ms)Closed at 1731411638706 (+2 ms) 2024-11-12T11:40:38,707 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding d4360d4ef9983cbc053bc8d78285151b move to b51f50ce4a7c,46657,1731411621584 record at close sequenceid=5 2024-11-12T11:40:38,711 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:38,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=CLOSED 2024-11-12T11:40:38,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,38865,1731411621770 because future has completed 2024-11-12T11:40:38,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T11:40:38,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,38865,1731411621770 in 230 msec 2024-11-12T11:40:38,723 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE; state=CLOSED, location=b51f50ce4a7c,46657,1731411621584; forceNewPlan=false, retain=false 2024-11-12T11:40:38,873 INFO [b51f50ce4a7c:41885 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T11:40:38,874 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=OPENING, regionLocation=b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE because future has completed 2024-11-12T11:40:38,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,46657,1731411621584}] 2024-11-12T11:40:39,035 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,035 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => d4360d4ef9983cbc053bc8d78285151b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:39,035 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,035 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:39,036 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,036 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,037 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,038 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf1 2024-11-12T11:40:39,039 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:39,046 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/8926bccbc78844f7ada92a15e32fe715 2024-11-12T11:40:39,047 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:39,047 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,048 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf2 2024-11-12T11:40:39,048 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:39,049 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:39,049 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,050 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,051 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,052 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,052 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,053 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T11:40:39,055 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,055 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened d4360d4ef9983cbc053bc8d78285151b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65338140, jitterRate=-0.026385843753814697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T11:40:39,056 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,056 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for d4360d4ef9983cbc053bc8d78285151b: Running coprocessor pre-open hook at 1731411639036Writing region info on filesystem at 1731411639036Initializing all the Stores at 1731411639037 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411639037Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411639037Cleaning up temporary data from old regions at 1731411639052 (+15 ms)Running coprocessor post-open hooks at 1731411639056 (+4 ms)Region opened successfully at 1731411639056 2024-11-12T11:40:39,058 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., pid=9, masterSystemTime=1731411639031 2024-11-12T11:40:39,060 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,061 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=OPEN, openSeqNum=9, regionLocation=b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:39,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,46657,1731411621584 because future has completed 2024-11-12T11:40:39,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-12T11:40:39,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,46657,1731411621584 in 189 msec 2024-11-12T11:40:39,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE in 592 msec 2024-11-12T11:40:39,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:40:39,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:40:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:59664 deadline: 1731411699091, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b51f50ce4a7c port=46657 startCode=1731411621584. As of locationSeqNum=5. 2024-11-12T11:40:39,124 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b51f50ce4a7c port=46657 startCode=1731411621584. As of locationSeqNum=5. 2024-11-12T11:40:39,125 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b51f50ce4a7c port=46657 startCode=1731411621584. As of locationSeqNum=5. 2024-11-12T11:40:39,125 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,46657,1731411621584, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b51f50ce4a7c port=46657 startCode=1731411621584. As of locationSeqNum=5. 2024-11-12T11:40:39,252 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d4360d4ef9983cbc053bc8d78285151b 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-12T11:40:39,277 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf1/0429b82daf724966b9b22e74d9ba87e5 is 29, key is r1/cf1:/1731411639240/DeleteFamily/seqid=0 2024-11-12T11:40:39,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741888_1066 (size=4906) 2024-11-12T11:40:39,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741888_1066 (size=4906) 2024-11-12T11:40:39,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741888_1066 (size=4906) 2024-11-12T11:40:39,285 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf1/0429b82daf724966b9b22e74d9ba87e5 2024-11-12T11:40:39,291 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0429b82daf724966b9b22e74d9ba87e5 2024-11-12T11:40:39,305 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf2/973e64194fb8436ea92b17becdd403dd is 29, key is r1/cf2:/1731411639240/DeleteFamily/seqid=0 2024-11-12T11:40:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741889_1067 (size=4906) 2024-11-12T11:40:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741889_1067 (size=4906) 2024-11-12T11:40:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741889_1067 (size=4906) 2024-11-12T11:40:39,313 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf2/973e64194fb8436ea92b17becdd403dd 2024-11-12T11:40:39,318 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 973e64194fb8436ea92b17becdd403dd 2024-11-12T11:40:39,319 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf1/0429b82daf724966b9b22e74d9ba87e5 as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/0429b82daf724966b9b22e74d9ba87e5 2024-11-12T11:40:39,326 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0429b82daf724966b9b22e74d9ba87e5 2024-11-12T11:40:39,326 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/0429b82daf724966b9b22e74d9ba87e5, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T11:40:39,328 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf2/973e64194fb8436ea92b17becdd403dd as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/973e64194fb8436ea92b17becdd403dd 2024-11-12T11:40:39,335 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 973e64194fb8436ea92b17becdd403dd 2024-11-12T11:40:39,335 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/973e64194fb8436ea92b17becdd403dd, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T11:40:39,336 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for d4360d4ef9983cbc053bc8d78285151b in 84ms, sequenceid=12, compaction requested=false 2024-11-12T11:40:39,337 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d4360d4ef9983cbc053bc8d78285151b: 2024-11-12T11:40:39,339 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T11:40:39,341 DEBUG [Time-limited test {}] regionserver.HStore(1541): d4360d4ef9983cbc053bc8d78285151b/cf1 is initiating major compaction (all files) 2024-11-12T11:40:39,341 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:40:39,341 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:39,342 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d4360d4ef9983cbc053bc8d78285151b/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,342 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/8926bccbc78844f7ada92a15e32fe715, hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/0429b82daf724966b9b22e74d9ba87e5] into tmpdir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp, totalSize=9.5 K 2024-11-12T11:40:39,343 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8926bccbc78844f7ada92a15e32fe715, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731411638456 2024-11-12T11:40:39,344 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0429b82daf724966b9b22e74d9ba87e5, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T11:40:39,355 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d4360d4ef9983cbc053bc8d78285151b#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:40:39,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741890_1068 (size=4626) 2024-11-12T11:40:39,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741890_1068 (size=4626) 2024-11-12T11:40:39,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741890_1068 (size=4626) 2024-11-12T11:40:39,370 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf1/488ba4341a6e404dba49bcf3937faf42 as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/488ba4341a6e404dba49bcf3937faf42 2024-11-12T11:40:39,384 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in d4360d4ef9983cbc053bc8d78285151b/cf1 of d4360d4ef9983cbc053bc8d78285151b into 488ba4341a6e404dba49bcf3937faf42(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:40:39,384 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d4360d4ef9983cbc053bc8d78285151b: 2024-11-12T11:40:39,384 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-12T11:40:39,384 DEBUG [Time-limited test {}] regionserver.HStore(1541): d4360d4ef9983cbc053bc8d78285151b/cf2 is initiating major compaction (all files) 2024-11-12T11:40:39,384 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T11:40:39,384 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T11:40:39,384 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d4360d4ef9983cbc053bc8d78285151b/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,385 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/973e64194fb8436ea92b17becdd403dd] into tmpdir=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp, totalSize=4.8 K 2024-11-12T11:40:39,385 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 973e64194fb8436ea92b17becdd403dd, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T11:40:39,391 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d4360d4ef9983cbc053bc8d78285151b#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T11:40:39,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741891_1069 (size=4592) 2024-11-12T11:40:39,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741891_1069 (size=4592) 2024-11-12T11:40:39,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741891_1069 (size=4592) 2024-11-12T11:40:39,407 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/.tmp/cf2/c65e4e3b7d23481a9d6a08c232e3afae as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/c65e4e3b7d23481a9d6a08c232e3afae 2024-11-12T11:40:39,416 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in d4360d4ef9983cbc053bc8d78285151b/cf2 of d4360d4ef9983cbc053bc8d78285151b into c65e4e3b7d23481a9d6a08c232e3afae(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:40:39,416 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d4360d4ef9983cbc053bc8d78285151b: 2024-11-12T11:40:39,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=d4360d4ef9983cbc053bc8d78285151b, source=b51f50ce4a7c,46657,1731411621584, destination=b51f50ce4a7c,38865,1731411621770, warming up region on b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:39,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=d4360d4ef9983cbc053bc8d78285151b, source=b51f50ce4a7c,46657,1731411621584, destination=b51f50ce4a7c,38865,1731411621770, running balancer 2024-11-12T11:40:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE 2024-11-12T11:40:39,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE 2024-11-12T11:40:39,425 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=CLOSING, regionLocation=b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:39,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.HRegion(7855): Warmup {ENCODED => d4360d4ef9983cbc053bc8d78285151b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:39,426 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE because future has completed 2024-11-12T11:40:39,428 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf1 2024-11-12T11:40:39,428 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:39,428 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T11:40:39,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,46657,1731411621584}] 2024-11-12T11:40:39,436 INFO [StoreFileOpener-d4360d4ef9983cbc053bc8d78285151b-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0429b82daf724966b9b22e74d9ba87e5 2024-11-12T11:40:39,437 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/0429b82daf724966b9b22e74d9ba87e5 2024-11-12T11:40:39,442 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/488ba4341a6e404dba49bcf3937faf42 2024-11-12T11:40:39,448 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/8926bccbc78844f7ada92a15e32fe715 2024-11-12T11:40:39,448 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:39,448 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,450 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf2 2024-11-12T11:40:39,450 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:39,458 INFO [StoreFileOpener-d4360d4ef9983cbc053bc8d78285151b-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 973e64194fb8436ea92b17becdd403dd 2024-11-12T11:40:39,458 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/973e64194fb8436ea92b17becdd403dd 2024-11-12T11:40:39,464 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/c65e4e3b7d23481a9d6a08c232e3afae 2024-11-12T11:40:39,464 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.HRegion(1722): Closing d4360d4ef9983cbc053bc8d78285151b, disabling compactions & flushes 2024-11-12T11:40:39,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. after waiting 0 ms 2024-11-12T11:40:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] regionserver.HRegion(1676): Region close journal for d4360d4ef9983cbc053bc8d78285151b: Waiting for close lock at 1731411639464Disabling compacts and flushes for region at 1731411639464Disabling writes for close at 1731411639464Writing region close event to WAL at 1731411639465 (+1 ms)Closed at 1731411639465 2024-11-12T11:40:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-12T11:40:39,582 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,583 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T11:40:39,583 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing d4360d4ef9983cbc053bc8d78285151b, disabling compactions & flushes 2024-11-12T11:40:39,583 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,583 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,583 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. after waiting 0 ms 2024-11-12T11:40:39,583 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,583 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/8926bccbc78844f7ada92a15e32fe715, hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/0429b82daf724966b9b22e74d9ba87e5] to archive 2024-11-12T11:40:39,586 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T11:40:39,590 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/8926bccbc78844f7ada92a15e32fe715 to hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/8926bccbc78844f7ada92a15e32fe715 2024-11-12T11:40:39,592 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/0429b82daf724966b9b22e74d9ba87e5 to hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/0429b82daf724966b9b22e74d9ba87e5 2024-11-12T11:40:39,605 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/973e64194fb8436ea92b17becdd403dd] to archive 2024-11-12T11:40:39,606 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T11:40:39,609 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/973e64194fb8436ea92b17becdd403dd to hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/973e64194fb8436ea92b17becdd403dd 2024-11-12T11:40:39,614 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-12T11:40:39,615 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,615 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for d4360d4ef9983cbc053bc8d78285151b: Waiting for close lock at 1731411639583Running coprocessor pre-close hooks at 1731411639583Disabling compacts and flushes for region at 1731411639583Disabling writes for close at 1731411639583Writing region close event to WAL at 1731411639610 (+27 ms)Running coprocessor post-close hooks at 1731411639615 (+5 ms)Closed at 1731411639615 2024-11-12T11:40:39,615 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding d4360d4ef9983cbc053bc8d78285151b move to b51f50ce4a7c,38865,1731411621770 record at close sequenceid=12 2024-11-12T11:40:39,618 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,619 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=CLOSED 2024-11-12T11:40:39,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,46657,1731411621584 because future has completed 2024-11-12T11:40:39,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T11:40:39,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,46657,1731411621584 in 196 msec 2024-11-12T11:40:39,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE; state=CLOSED, location=b51f50ce4a7c,38865,1731411621770; forceNewPlan=false, retain=false 2024-11-12T11:40:39,778 INFO [b51f50ce4a7c:41885 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T11:40:39,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=OPENING, regionLocation=b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:39,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE because future has completed 2024-11-12T11:40:39,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,38865,1731411621770}] 2024-11-12T11:40:39,937 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,937 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => d4360d4ef9983cbc053bc8d78285151b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:39,938 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,938 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:39,938 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,938 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,940 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,941 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf1 2024-11-12T11:40:39,941 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:39,949 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/488ba4341a6e404dba49bcf3937faf42 2024-11-12T11:40:39,949 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:39,950 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,951 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf2 2024-11-12T11:40:39,951 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:39,957 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/c65e4e3b7d23481a9d6a08c232e3afae 2024-11-12T11:40:39,957 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:39,957 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,959 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,960 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,961 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,961 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,962 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T11:40:39,964 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,965 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened d4360d4ef9983cbc053bc8d78285151b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67282442, jitterRate=0.0025865137577056885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T11:40:39,965 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:39,965 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for d4360d4ef9983cbc053bc8d78285151b: Running coprocessor pre-open hook at 1731411639938Writing region info on filesystem at 1731411639938Initializing all the Stores at 1731411639939 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411639939Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411639940 (+1 ms)Cleaning up temporary data from old regions at 1731411639961 (+21 ms)Running coprocessor post-open hooks at 1731411639965 (+4 ms)Region opened successfully at 1731411639965 2024-11-12T11:40:39,966 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., pid=12, masterSystemTime=1731411639934 2024-11-12T11:40:39,969 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,969 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:39,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=OPEN, openSeqNum=18, regionLocation=b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:39,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,38865,1731411621770 because future has completed 2024-11-12T11:40:39,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-12T11:40:39,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,38865,1731411621770 in 191 msec 2024-11-12T11:40:39,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, REOPEN/MOVE in 554 msec 2024-11-12T11:40:40,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:40:40,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:40:40,033 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b51f50ce4a7c,38865,1731411621770: testing ***** 2024-11-12T11:40:40,033 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T11:40:40,036 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T11:40:40,038 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T11:40:40,043 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T11:40:40,044 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T11:40:40,055 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 513450336 }, "NonHeapMemoryUsage": { "committed": 171835392, "init": 7667712, "max": -1, "used": 169175408 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b51f50ce4a7c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 4, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10264, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 45, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 3, "ProcessCallTime_90th_percentile": 5, "ProcessCallTime_95th_percentile": 11, "ProcessCallTime_98th_percentile": 45, "ProcessCallTime_99th_percentile": 45, "ProcessCallTime_99.9th_percentile": 45, "ProcessCallTime_TimeRangeCount_0-1": 12, "ProcessCallTime_TimeRangeCount_1-3": 13, "ProcessCallTime_TimeRangeCount_3-10": 4, "ProcessCallTime_TimeRangeCount_10-30": 1, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 45, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 3, "TotalCallTime_90th_percentile": 5, "TotalCallTime_95th_percentile": 11, "TotalCallTime_98th_percentile": 45, "TotalCallTime_99th_percentile": 45, "TotalCallTime_99.9th_percentile": 45, "TotalCallTime_TimeRangeCount_0-1": 12, "TotalCallTime_TimeRangeCount_1-3": 13, "TotalCallTime_TimeRangeCount_3-10": 4, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5773 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b51f50ce4a7c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53459", "tag.serverName": "b51f50ce4a7c,33303,1731411621697", "tag.clusterId": "3daff934-3b43-4f82-aac3-6b667f2d1f37", "tag.Context": "regionserver", "tag.Hostname": "b51f50ce4a7c", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731411621697, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T11:40:40,059 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41885 {}] master.MasterRpcServices(700): b51f50ce4a7c,38865,1731411621770 reported a fatal error: ***** ABORTING region server b51f50ce4a7c,38865,1731411621770: testing ***** 2024-11-12T11:40:40,062 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b51f50ce4a7c,38865,1731411621770' ***** 2024-11-12T11:40:40,062 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-12T11:40:40,062 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T11:40:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:43982 deadline: 1731411700063, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b51f50ce4a7c port=38865 startCode=1731411621770. As of locationSeqNum=12. 2024-11-12T11:40:40,063 INFO [RS:2;b51f50ce4a7c:38865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T11:40:40,064 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T11:40:40,064 INFO [RS:2;b51f50ce4a7c:38865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T11:40:40,064 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(3091): Received CLOSE for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,064 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(956): aborting server b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:40,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,46657,1731411621584, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,46657,1731411621584, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b51f50ce4a7c port=38865 startCode=1731411621770. As of locationSeqNum=12. 2024-11-12T11:40:40,064 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:40:40,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,46657,1731411621584, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b51f50ce4a7c port=38865 startCode=1731411621770. As of locationSeqNum=12. 2024-11-12T11:40:40,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,46657,1731411621584, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b51f50ce4a7c port=38865 startCode=1731411621770. As of locationSeqNum=12. 2024-11-12T11:40:40,065 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4360d4ef9983cbc053bc8d78285151b, disabling compactions & flushes 2024-11-12T11:40:40,065 INFO [RS:2;b51f50ce4a7c:38865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b51f50ce4a7c:38865. 2024-11-12T11:40:40,065 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:40,065 DEBUG [RS:2;b51f50ce4a7c:38865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:40:40,065 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:40,065 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. after waiting 0 ms 2024-11-12T11:40:40,065 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:40,065 DEBUG [RS:2;b51f50ce4a7c:38865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:40:40,066 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T11:40:40,066 DEBUG [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(1325): Online Regions={d4360d4ef9983cbc053bc8d78285151b=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.} 2024-11-12T11:40:40,066 DEBUG [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(1351): Waiting on d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,068 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:40,068 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4360d4ef9983cbc053bc8d78285151b: Waiting for close lock at 1731411640064Running coprocessor pre-close hooks at 1731411640065 (+1 ms)Disabling compacts and flushes for region at 1731411640065Disabling writes for close at 1731411640065Writing region close event to WAL at 1731411640067 (+2 ms)Running coprocessor post-close hooks at 1731411640067Closed at 1731411640068 (+1 ms) 2024-11-12T11:40:40,068 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:40,085 INFO [regionserver/b51f50ce4a7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:40:40,142 INFO [regionserver/b51f50ce4a7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T11:40:40,142 INFO [regionserver/b51f50ce4a7c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T11:40:40,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b51f50ce4a7c,38865,1731411621770 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:40,180 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b51f50ce4a7c,38865,1731411621770 aborting 2024-11-12T11:40:40,180 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b51f50ce4a7c,38865,1731411621770 aborting 2024-11-12T11:40:40,180 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=12 from cache 2024-11-12T11:40:40,267 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(976): stopping server b51f50ce4a7c,38865,1731411621770; all regions closed. 2024-11-12T11:40:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741834_1010 (size=2288) 2024-11-12T11:40:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741834_1010 (size=2288) 2024-11-12T11:40:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741834_1010 (size=2288) 2024-11-12T11:40:40,273 DEBUG [RS:2;b51f50ce4a7c:38865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:40:40,273 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:40:40,273 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:40:40,273 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.ChoreService(370): Chore service for: regionserver/b51f50ce4a7c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T11:40:40,273 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:40:40,274 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T11:40:40,274 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T11:40:40,274 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T11:40:40,274 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:40:40,274 INFO [RS:2;b51f50ce4a7c:38865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38865 2024-11-12T11:40:40,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:40:40,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b51f50ce4a7c,38865,1731411621770 2024-11-12T11:40:40,329 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:40:40,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b51f50ce4a7c,38865,1731411621770] 2024-11-12T11:40:40,348 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b51f50ce4a7c,38865,1731411621770 already deleted, retry=false 2024-11-12T11:40:40,348 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b51f50ce4a7c,38865,1731411621770 on b51f50ce4a7c,41885,1731411620846 2024-11-12T11:40:40,355 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b51f50ce4a7c,38865,1731411621770, splitWal=true, meta=false 2024-11-12T11:40:40,359 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for b51f50ce4a7c,38865,1731411621770 (carryingMeta=false) b51f50ce4a7c,38865,1731411621770/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@11ca9e72[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T11:40:40,360 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b51f50ce4a7c,38865,1731411621770, splitWal=true, meta=false 2024-11-12T11:40:40,362 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b51f50ce4a7c,38865,1731411621770 had 1 regions 2024-11-12T11:40:40,363 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b51f50ce4a7c,38865,1731411621770, splitWal=true, meta=false, isMeta: false 2024-11-12T11:40:40,365 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting 2024-11-12T11:40:40,366 INFO [PEWorker-3 {}] master.SplitWALManager(105): b51f50ce4a7c,38865,1731411621770 WAL count=1, meta=false 2024-11-12T11:40:40,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b51f50ce4a7c%2C38865%2C1731411621770.1731411623308}] 2024-11-12T11:40:40,373 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:40,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b51f50ce4a7c%2C38865%2C1731411621770.1731411623308, worker=b51f50ce4a7c,46657,1731411621584}] 2024-11-12T11:40:40,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18] 2024-11-12T11:40:40,394 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b51f50ce4a7c:38865 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b51f50ce4a7c/172.17.0.2:38865 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:40,394 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18, error=java.net.ConnectException: Call to address=b51f50ce4a7c:38865 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b51f50ce4a7c/172.17.0.2:38865 2024-11-12T11:40:40,394 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-12T11:40:40,395 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18 from cache 2024-11-12T11:40:40,395 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address b51f50ce4a7c:38865 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b51f50ce4a7c/172.17.0.2:38865 2024-11-12T11:40:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:40:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38865-0x1013022536d0003, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:40:40,440 INFO [RS:2;b51f50ce4a7c:38865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:40:40,441 INFO [RS:2;b51f50ce4a7c:38865 {}] regionserver.HRegionServer(1031): Exiting; stopping=b51f50ce4a7c,38865,1731411621770; zookeeper connection closed. 2024-11-12T11:40:40,441 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@345c1275 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@345c1275 2024-11-12T11:40:40,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-12T11:40:40,551 INFO [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308, size=2.2 K (2288bytes) 2024-11-12T11:40:40,551 INFO [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308 2024-11-12T11:40:40,552 INFO [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308 after 1ms 2024-11-12T11:40:40,577 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:40,577 INFO [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308 took 26ms 2024-11-12T11:40:40,584 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for d4360d4ef9983cbc053bc8d78285151b: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-12T11:40:40,585 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308 so closing down 2024-11-12T11:40:40,585 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:40,585 INFO [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:40,585 INFO [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-12T11:40:40,585 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308, journal: Splitting hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308, size=2.2 K (2288bytes) at 1731411640551Finishing writing output for hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308 so closing down at 1731411640585 (+34 ms)3 split writer threads finished at 1731411640585Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1731411640585 2024-11-12T11:40:40,585 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308 2024-11-12T11:40:40,586 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b51f50ce4a7c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T11:40:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T11:40:40,593 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting/b51f50ce4a7c%2C38865%2C1731411621770.1731411623308 to hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/oldWALs 2024-11-12T11:40:40,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T11:40:40,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b51f50ce4a7c%2C38865%2C1731411621770.1731411623308, worker=b51f50ce4a7c,46657,1731411621584 in 218 msec 2024-11-12T11:40:40,597 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=b51f50ce4a7c,46657,1731411621584 2024-11-12T11:40:40,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T11:40:40,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure b51f50ce4a7c%2C38865%2C1731411621770.1731411623308, worker=b51f50ce4a7c,46657,1731411621584 in 230 msec 2024-11-12T11:40:40,601 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting dir is empty, no logs to split. 2024-11-12T11:40:40,602 INFO [PEWorker-3 {}] master.SplitWALManager(105): b51f50ce4a7c,38865,1731411621770 WAL count=0, meta=false 2024-11-12T11:40:40,602 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b51f50ce4a7c,38865,1731411621770 WAL splitting is done? wals=0, meta=false 2024-11-12T11:40:40,603 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b51f50ce4a7c,38865,1731411621770 failed, ignore...File hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,38865,1731411621770-splitting does not exist. 2024-11-12T11:40:40,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN}] 2024-11-12T11:40:40,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN 2024-11-12T11:40:40,608 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T11:40:40,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18] 2024-11-12T11:40:40,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to b51f50ce4a7c:38865 this server is in the failed servers list 2024-11-12T11:40:40,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b51f50ce4a7c:38865 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b51f50ce4a7c:38865 2024-11-12T11:40:40,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b51f50ce4a7c:38865 2024-11-12T11:40:40,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,38865,1731411621770, seqNum=18 from cache 2024-11-12T11:40:40,758 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(204): Hosts are {b51f50ce4a7c=0} racks are {/default-rack=0} 2024-11-12T11:40:40,759 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T11:40:40,759 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T11:40:40,759 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T11:40:40,759 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T11:40:40,759 INFO [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T11:40:40,759 INFO [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T11:40:40,759 DEBUG [b51f50ce4a7c:41885 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T11:40:40,759 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=OPENING, regionLocation=b51f50ce4a7c,33303,1731411621697 2024-11-12T11:40:40,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN because future has completed 2024-11-12T11:40:40,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,33303,1731411621697}] 2024-11-12T11:40:40,915 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T11:40:40,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T11:40:40,927 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:40,927 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d4360d4ef9983cbc053bc8d78285151b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:40,928 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,928 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:40,928 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,928 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,930 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,930 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf1 2024-11-12T11:40:40,930 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:40,936 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf1/488ba4341a6e404dba49bcf3937faf42 2024-11-12T11:40:40,936 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:40,936 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,937 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4360d4ef9983cbc053bc8d78285151b columnFamilyName cf2 2024-11-12T11:40:40,937 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:40,943 DEBUG [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/cf2/c65e4e3b7d23481a9d6a08c232e3afae 2024-11-12T11:40:40,943 INFO [StoreOpener-d4360d4ef9983cbc053bc8d78285151b-1 {}] regionserver.HStore(327): Store=d4360d4ef9983cbc053bc8d78285151b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:40,944 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,945 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,946 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,947 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,947 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,947 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T11:40:40,949 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,950 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d4360d4ef9983cbc053bc8d78285151b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71523947, jitterRate=0.06578986346721649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T11:40:40,950 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:40:40,950 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d4360d4ef9983cbc053bc8d78285151b: Running coprocessor pre-open hook at 1731411640928Writing region info on filesystem at 1731411640928Initializing all the Stores at 1731411640929 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411640929Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411640929Cleaning up temporary data from old regions at 1731411640947 (+18 ms)Running coprocessor post-open hooks at 1731411640950 (+3 ms)Region opened successfully at 1731411640950 2024-11-12T11:40:40,952 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., pid=17, masterSystemTime=1731411640914 2024-11-12T11:40:40,954 DEBUG [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:40,954 INFO [RS_OPEN_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:40:40,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=d4360d4ef9983cbc053bc8d78285151b, regionState=OPEN, openSeqNum=18, regionLocation=b51f50ce4a7c,33303,1731411621697 2024-11-12T11:40:40,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,33303,1731411621697 because future has completed 2024-11-12T11:40:40,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T11:40:40,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure d4360d4ef9983cbc053bc8d78285151b, server=b51f50ce4a7c,33303,1731411621697 in 196 msec 2024-11-12T11:40:40,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-12T11:40:40,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d4360d4ef9983cbc053bc8d78285151b, ASSIGN in 356 msec 2024-11-12T11:40:40,963 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server b51f50ce4a7c,38865,1731411621770 after splitting done 2024-11-12T11:40:40,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure b51f50ce4a7c,38865,1731411621770, splitWal=true, meta=false in 614 msec 2024-11-12T11:40:41,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T11:40:41,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-12T11:40:41,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-12T11:40:41,193 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-12T11:40:41,195 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-12T11:40:41,195 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-12T11:40:41,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b., hostname=b51f50ce4a7c,33303,1731411621697, seqNum=18] 2024-11-12T11:40:41,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T11:40:41,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T11:40:41,227 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 412), OpenFileDescriptor=1049 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=1757 (was 1784) 2024-11-12T11:40:41,227 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-12T11:40:41,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=1756 2024-11-12T11:40:41,238 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-12T11:40:41,256 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:41,258 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:41,258 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:41,261 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-82075886, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-82075886, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:41,272 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-82075886/hregion-82075886.1731411641261, exclude list is [], retry=0 2024-11-12T11:40:41,275 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:41,275 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:41,275 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:41,301 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-82075886/hregion-82075886.1731411641261 2024-11-12T11:40:41,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:41,302 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 641f7f63a67eacf8d98f61c8ec88eefa, NAME => 'testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:41,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741893_1071 (size=67) 2024-11-12T11:40:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741893_1071 (size=67) 2024-11-12T11:40:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741893_1071 (size=67) 2024-11-12T11:40:41,313 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:41,314 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,316 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641f7f63a67eacf8d98f61c8ec88eefa columnFamilyName a 2024-11-12T11:40:41,316 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,317 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(327): Store=641f7f63a67eacf8d98f61c8ec88eefa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,317 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,318 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641f7f63a67eacf8d98f61c8ec88eefa columnFamilyName b 2024-11-12T11:40:41,318 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,319 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(327): Store=641f7f63a67eacf8d98f61c8ec88eefa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,319 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,320 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641f7f63a67eacf8d98f61c8ec88eefa columnFamilyName c 2024-11-12T11:40:41,320 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,321 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(327): Store=641f7f63a67eacf8d98f61c8ec88eefa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,321 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,322 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,322 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,324 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,324 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,324 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:41,325 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,327 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:41,328 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 641f7f63a67eacf8d98f61c8ec88eefa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68180293, jitterRate=0.015965536236763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:41,329 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 641f7f63a67eacf8d98f61c8ec88eefa: Writing region info on filesystem at 1731411641313Initializing all the Stores at 1731411641314 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641314Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641314Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641314Cleaning up temporary data from old regions at 1731411641324 (+10 ms)Region opened successfully at 1731411641328 (+4 ms) 2024-11-12T11:40:41,329 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 641f7f63a67eacf8d98f61c8ec88eefa, disabling compactions & flushes 2024-11-12T11:40:41,329 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. 2024-11-12T11:40:41,329 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. 2024-11-12T11:40:41,329 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. after waiting 0 ms 2024-11-12T11:40:41,329 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. 2024-11-12T11:40:41,329 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. 2024-11-12T11:40:41,329 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 641f7f63a67eacf8d98f61c8ec88eefa: Waiting for close lock at 1731411641329Disabling compacts and flushes for region at 1731411641329Disabling writes for close at 1731411641329Writing region close event to WAL at 1731411641329Closed at 1731411641329 2024-11-12T11:40:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741892_1070 (size=175) 2024-11-12T11:40:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741892_1070 (size=175) 2024-11-12T11:40:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741892_1070 (size=175) 2024-11-12T11:40:41,334 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:41,335 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-82075886:(num 1731411641261) 2024-11-12T11:40:41,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:41,336 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:41,349 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337, exclude list is [], retry=0 2024-11-12T11:40:41,352 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:41,352 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:41,352 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:41,379 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337 2024-11-12T11:40:41,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:41,379 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 641f7f63a67eacf8d98f61c8ec88eefa, NAME => 'testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:41,380 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:41,380 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,380 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,381 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,382 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641f7f63a67eacf8d98f61c8ec88eefa columnFamilyName a 2024-11-12T11:40:41,383 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,383 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(327): Store=641f7f63a67eacf8d98f61c8ec88eefa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,383 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,384 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641f7f63a67eacf8d98f61c8ec88eefa columnFamilyName b 2024-11-12T11:40:41,384 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,385 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(327): Store=641f7f63a67eacf8d98f61c8ec88eefa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,385 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,386 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641f7f63a67eacf8d98f61c8ec88eefa columnFamilyName c 2024-11-12T11:40:41,386 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,387 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(327): Store=641f7f63a67eacf8d98f61c8ec88eefa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,387 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,388 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,389 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,390 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,390 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,391 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:41,392 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,393 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 641f7f63a67eacf8d98f61c8ec88eefa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73684671, jitterRate=0.09798716008663177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:41,394 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 641f7f63a67eacf8d98f61c8ec88eefa: Writing region info on filesystem at 1731411641380Initializing all the Stores at 1731411641381 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641381Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641381Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641381Cleaning up temporary data from old regions at 1731411641390 (+9 ms)Region opened successfully at 1731411641394 (+4 ms) 2024-11-12T11:40:41,425 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 641f7f63a67eacf8d98f61c8ec88eefa 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T11:40:41,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/a/db8bfe1629ca4369b120498aabca23e7 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731411641394/Put/seqid=0 2024-11-12T11:40:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741895_1073 (size=5958) 2024-11-12T11:40:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741895_1073 (size=5958) 2024-11-12T11:40:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741895_1073 (size=5958) 2024-11-12T11:40:41,458 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/a/db8bfe1629ca4369b120498aabca23e7 2024-11-12T11:40:41,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/b/9eb3e478a6f748d68174dbec3aaf9865 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731411641403/Put/seqid=0 2024-11-12T11:40:41,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741896_1074 (size=5958) 2024-11-12T11:40:41,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741896_1074 (size=5958) 2024-11-12T11:40:41,486 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/b/9eb3e478a6f748d68174dbec3aaf9865 2024-11-12T11:40:41,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741896_1074 (size=5958) 2024-11-12T11:40:41,509 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/c/38f762ff98d34e9c9510b2479da253d3 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731411641413/Put/seqid=0 2024-11-12T11:40:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741897_1075 (size=5958) 2024-11-12T11:40:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741897_1075 (size=5958) 2024-11-12T11:40:41,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741897_1075 (size=5958) 2024-11-12T11:40:41,519 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/c/38f762ff98d34e9c9510b2479da253d3 2024-11-12T11:40:41,526 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/a/db8bfe1629ca4369b120498aabca23e7 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/a/db8bfe1629ca4369b120498aabca23e7 2024-11-12T11:40:41,533 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/a/db8bfe1629ca4369b120498aabca23e7, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T11:40:41,534 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/b/9eb3e478a6f748d68174dbec3aaf9865 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/b/9eb3e478a6f748d68174dbec3aaf9865 2024-11-12T11:40:41,541 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/b/9eb3e478a6f748d68174dbec3aaf9865, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T11:40:41,542 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/c/38f762ff98d34e9c9510b2479da253d3 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/c/38f762ff98d34e9c9510b2479da253d3 2024-11-12T11:40:41,548 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/c/38f762ff98d34e9c9510b2479da253d3, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T11:40:41,550 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 641f7f63a67eacf8d98f61c8ec88eefa in 124ms, sequenceid=33, compaction requested=false 2024-11-12T11:40:41,550 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 641f7f63a67eacf8d98f61c8ec88eefa: 2024-11-12T11:40:41,550 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 641f7f63a67eacf8d98f61c8ec88eefa, disabling compactions & flushes 2024-11-12T11:40:41,550 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. 2024-11-12T11:40:41,550 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. 2024-11-12T11:40:41,550 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. after waiting 0 ms 2024-11-12T11:40:41,550 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. 2024-11-12T11:40:41,551 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. 2024-11-12T11:40:41,551 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 641f7f63a67eacf8d98f61c8ec88eefa: Waiting for close lock at 1731411641550Disabling compacts and flushes for region at 1731411641550Disabling writes for close at 1731411641550Writing region close event to WAL at 1731411641551 (+1 ms)Closed at 1731411641551 2024-11-12T11:40:41,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741894_1072 (size=6311) 2024-11-12T11:40:41,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741894_1072 (size=6311) 2024-11-12T11:40:41,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741894_1072 (size=6311) 2024-11-12T11:40:41,559 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/b/9eb3e478a6f748d68174dbec3aaf9865 to hdfs://localhost:37967/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/b/9eb3e478a6f748d68174dbec3aaf9865 2024-11-12T11:40:41,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337, size=6.2 K (6311bytes) 2024-11-12T11:40:41,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337 2024-11-12T11:40:41,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337 after 0ms 2024-11-12T11:40:41,605 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:41,605 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337 took 30ms 2024-11-12T11:40:41,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337 so closing down 2024-11-12T11:40:41,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:41,609 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731411641337.temp 2024-11-12T11:40:41,634 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000003-wal.1731411641337.temp 2024-11-12T11:40:41,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:41,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741898_1076 (size=5575) 2024-11-12T11:40:41,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741898_1076 (size=5575) 2024-11-12T11:40:41,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741898_1076 (size=5575) 2024-11-12T11:40:41,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000003-wal.1731411641337.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:41,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000003-wal.1731411641337.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000032 2024-11-12T11:40:41,644 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-12T11:40:41,644 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337, journal: Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337, size=6.2 K (6311bytes) at 1731411641575Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337 so closing down at 1731411641608 (+33 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000003-wal.1731411641337.temp at 1731411641635 (+27 ms)3 split writer threads finished at 1731411641635Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000003-wal.1731411641337.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731411641643 (+8 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000003-wal.1731411641337.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000032 at 1731411641644 (+1 ms)Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1731411641644 2024-11-12T11:40:41,646 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641337 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411641337 2024-11-12T11:40:41,647 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000032 2024-11-12T11:40:41,647 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:41,648 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:41,662 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641649, exclude list is [], retry=0 2024-11-12T11:40:41,664 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:41,665 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:41,665 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:41,691 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641649 2024-11-12T11:40:41,691 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:41,691 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 641f7f63a67eacf8d98f61c8ec88eefa, NAME => 'testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:41,692 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:41,692 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,692 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,693 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,694 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641f7f63a67eacf8d98f61c8ec88eefa columnFamilyName a 2024-11-12T11:40:41,694 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,701 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/a/db8bfe1629ca4369b120498aabca23e7 2024-11-12T11:40:41,701 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(327): Store=641f7f63a67eacf8d98f61c8ec88eefa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,701 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,703 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641f7f63a67eacf8d98f61c8ec88eefa columnFamilyName b 2024-11-12T11:40:41,703 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,703 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(327): Store=641f7f63a67eacf8d98f61c8ec88eefa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,704 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,704 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641f7f63a67eacf8d98f61c8ec88eefa columnFamilyName c 2024-11-12T11:40:41,704 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,710 DEBUG [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/c/38f762ff98d34e9c9510b2479da253d3 2024-11-12T11:40:41,710 INFO [StoreOpener-641f7f63a67eacf8d98f61c8ec88eefa-1 {}] regionserver.HStore(327): Store=641f7f63a67eacf8d98f61c8ec88eefa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,710 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,711 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,713 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,713 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000032 2024-11-12T11:40:41,740 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:41,742 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000032 2024-11-12T11:40:41,743 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 641f7f63a67eacf8d98f61c8ec88eefa 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T11:40:41,759 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/b/a0895e698d494a2cbe020c3aa9e9a73e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731411641403/Put/seqid=0 2024-11-12T11:40:41,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741900_1078 (size=5958) 2024-11-12T11:40:41,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741900_1078 (size=5958) 2024-11-12T11:40:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741900_1078 (size=5958) 2024-11-12T11:40:41,766 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/b/a0895e698d494a2cbe020c3aa9e9a73e 2024-11-12T11:40:41,772 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/.tmp/b/a0895e698d494a2cbe020c3aa9e9a73e as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/b/a0895e698d494a2cbe020c3aa9e9a73e 2024-11-12T11:40:41,778 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/b/a0895e698d494a2cbe020c3aa9e9a73e, entries=10, sequenceid=32, filesize=5.8 K 2024-11-12T11:40:41,778 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 641f7f63a67eacf8d98f61c8ec88eefa in 36ms, sequenceid=32, compaction requested=false; wal=null 2024-11-12T11:40:41,779 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/0000000000000000032 2024-11-12T11:40:41,780 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,780 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,781 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:41,782 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 641f7f63a67eacf8d98f61c8ec88eefa 2024-11-12T11:40:41,784 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/641f7f63a67eacf8d98f61c8ec88eefa/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-12T11:40:41,785 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 641f7f63a67eacf8d98f61c8ec88eefa; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63796730, jitterRate=-0.04935464262962341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:41,786 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 641f7f63a67eacf8d98f61c8ec88eefa: Writing region info on filesystem at 1731411641692Initializing all the Stores at 1731411641693 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641693Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641693Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641693Obtaining lock to block concurrent updates at 1731411641743 (+50 ms)Preparing flush snapshotting stores in 641f7f63a67eacf8d98f61c8ec88eefa at 1731411641743Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731411641743Flushing stores of testReplayEditsWrittenViaHRegion,,1731411641257.641f7f63a67eacf8d98f61c8ec88eefa. at 1731411641743Flushing 641f7f63a67eacf8d98f61c8ec88eefa/b: creating writer at 1731411641743Flushing 641f7f63a67eacf8d98f61c8ec88eefa/b: appending metadata at 1731411641758 (+15 ms)Flushing 641f7f63a67eacf8d98f61c8ec88eefa/b: closing flushed file at 1731411641758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@956a489: reopening flushed file at 1731411641771 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 641f7f63a67eacf8d98f61c8ec88eefa in 36ms, sequenceid=32, compaction requested=false; wal=null at 1731411641778 (+7 ms)Cleaning up temporary data from old regions at 1731411641780 (+2 ms)Region opened successfully at 1731411641786 (+6 ms) 2024-11-12T11:40:41,807 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=417 (was 408) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:38388 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:51866 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47972 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:44164 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:39410 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:42306 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=1735 (was 1756) 2024-11-12T11:40:41,808 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-12T11:40:41,818 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=1734 2024-11-12T11:40:41,818 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-12T11:40:41,832 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:41,835 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:41,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:41,838 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94537324, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-94537324, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:41,851 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94537324/hregion-94537324.1731411641839, exclude list is [], retry=0 2024-11-12T11:40:41,854 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:41,855 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:41,855 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:41,882 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94537324/hregion-94537324.1731411641839 2024-11-12T11:40:41,882 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:41,883 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => dd4ead092173d5d6aa7a2fb575965fa6, NAME => 'testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:41,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741902_1080 (size=68) 2024-11-12T11:40:41,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741902_1080 (size=68) 2024-11-12T11:40:41,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741902_1080 (size=68) 2024-11-12T11:40:41,891 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:41,893 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:41,894 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4ead092173d5d6aa7a2fb575965fa6 columnFamilyName a 2024-11-12T11:40:41,894 DEBUG [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,895 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(327): Store=dd4ead092173d5d6aa7a2fb575965fa6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,895 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:41,897 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4ead092173d5d6aa7a2fb575965fa6 columnFamilyName b 2024-11-12T11:40:41,897 DEBUG [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,898 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(327): Store=dd4ead092173d5d6aa7a2fb575965fa6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,898 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:41,899 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4ead092173d5d6aa7a2fb575965fa6 columnFamilyName c 2024-11-12T11:40:41,900 DEBUG [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:41,900 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(327): Store=dd4ead092173d5d6aa7a2fb575965fa6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:41,900 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:41,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:41,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:41,903 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:41,903 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:41,903 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:41,905 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:41,907 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:41,907 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd4ead092173d5d6aa7a2fb575965fa6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70350689, jitterRate=0.04830695688724518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:41,908 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd4ead092173d5d6aa7a2fb575965fa6: Writing region info on filesystem at 1731411641891Initializing all the Stores at 1731411641892 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641892Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641892Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411641892Cleaning up temporary data from old regions at 1731411641903 (+11 ms)Region opened successfully at 1731411641908 (+5 ms) 2024-11-12T11:40:41,909 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dd4ead092173d5d6aa7a2fb575965fa6, disabling compactions & flushes 2024-11-12T11:40:41,909 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:41,909 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:41,909 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. after waiting 0 ms 2024-11-12T11:40:41,909 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:41,909 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:41,909 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dd4ead092173d5d6aa7a2fb575965fa6: Waiting for close lock at 1731411641909Disabling compacts and flushes for region at 1731411641909Disabling writes for close at 1731411641909Writing region close event to WAL at 1731411641909Closed at 1731411641909 2024-11-12T11:40:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741901_1079 (size=175) 2024-11-12T11:40:41,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-94537324/hregion-94537324.1731411641839 not finished, retry = 0 2024-11-12T11:40:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741901_1079 (size=175) 2024-11-12T11:40:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741901_1079 (size=175) 2024-11-12T11:40:42,017 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:42,017 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94537324:(num 1731411641839) 2024-11-12T11:40:42,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:42,021 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:42,039 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021, exclude list is [], retry=0 2024-11-12T11:40:42,042 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:42,042 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:42,043 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:42,067 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021 2024-11-12T11:40:42,068 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:42,123 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dd4ead092173d5d6aa7a2fb575965fa6, NAME => 'testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:42,125 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,125 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:42,125 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,125 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,127 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,128 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4ead092173d5d6aa7a2fb575965fa6 columnFamilyName a 2024-11-12T11:40:42,128 DEBUG [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:42,129 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(327): Store=dd4ead092173d5d6aa7a2fb575965fa6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:42,129 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,130 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4ead092173d5d6aa7a2fb575965fa6 columnFamilyName b 2024-11-12T11:40:42,130 DEBUG [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:42,131 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(327): Store=dd4ead092173d5d6aa7a2fb575965fa6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:42,131 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,132 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4ead092173d5d6aa7a2fb575965fa6 columnFamilyName c 2024-11-12T11:40:42,132 DEBUG [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:42,132 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(327): Store=dd4ead092173d5d6aa7a2fb575965fa6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:42,132 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,133 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,136 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,136 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,136 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:42,138 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,139 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd4ead092173d5d6aa7a2fb575965fa6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72296078, jitterRate=0.07729551196098328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:42,139 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:42,139 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd4ead092173d5d6aa7a2fb575965fa6: Running coprocessor pre-open hook at 1731411642125Writing region info on filesystem at 1731411642125Initializing all the Stores at 1731411642127 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411642127Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411642127Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411642127Cleaning up temporary data from old regions at 1731411642136 (+9 ms)Running coprocessor post-open hooks at 1731411642139 (+3 ms)Region opened successfully at 1731411642139 2024-11-12T11:40:42,150 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd4ead092173d5d6aa7a2fb575965fa6 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-12T11:40:42,152 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:43,152 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:43,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T11:40:44,153 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:45,155 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:46,157 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:47,158 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:48,160 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:49,162 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:50,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T11:40:50,163 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:51,165 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for dd4ead092173d5d6aa7a2fb575965fa6/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:51,166 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dd4ead092173d5d6aa7a2fb575965fa6: 2024-11-12T11:40:51,166 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:51,182 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dd4ead092173d5d6aa7a2fb575965fa6: 2024-11-12T11:40:51,182 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-12T11:40:51,182 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dd4ead092173d5d6aa7a2fb575965fa6, disabling compactions & flushes 2024-11-12T11:40:51,182 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:51,182 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:51,182 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. after waiting 0 ms 2024-11-12T11:40:51,182 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:51,183 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:51,183 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. 2024-11-12T11:40:51,183 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dd4ead092173d5d6aa7a2fb575965fa6: Waiting for close lock at 1731411651182Running coprocessor pre-close hooks at 1731411651182Disabling compacts and flushes for region at 1731411651182Disabling writes for close at 1731411651182Writing region close event to WAL at 1731411651183 (+1 ms)Running coprocessor post-close hooks at 1731411651183Closed at 1731411651183 2024-11-12T11:40:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741903_1081 (size=4236) 2024-11-12T11:40:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741903_1081 (size=4236) 2024-11-12T11:40:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741903_1081 (size=4236) 2024-11-12T11:40:51,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-12T11:40:51,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-12T11:40:51,202 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021, size=4.1 K (4236bytes) 2024-11-12T11:40:51,202 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021 2024-11-12T11:40:51,202 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021 after 0ms 2024-11-12T11:40:51,229 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:51,229 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021 took 27ms 2024-11-12T11:40:51,231 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021 so closing down 2024-11-12T11:40:51,231 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:51,233 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731411642021.temp 2024-11-12T11:40:51,258 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000004-wal.1731411642021.temp 2024-11-12T11:40:51,259 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741904_1082 (size=3245) 2024-11-12T11:40:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741904_1082 (size=3245) 2024-11-12T11:40:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741904_1082 (size=3245) 2024-11-12T11:40:51,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000004-wal.1731411642021.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:51,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000004-wal.1731411642021.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000026 2024-11-12T11:40:51,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 39 ms; skipped=3; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-12T11:40:51,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021, journal: Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021, size=4.1 K (4236bytes) at 1731411651202Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021 so closing down at 1731411651231 (+29 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000004-wal.1731411642021.temp at 1731411651258 (+27 ms)3 split writer threads finished at 1731411651259 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000004-wal.1731411642021.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731411651267 (+8 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000004-wal.1731411642021.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000026 at 1731411651268 (+1 ms)Processed 23 edits across 1 Regions in 39 ms; skipped=3; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1731411651268 2024-11-12T11:40:51,270 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411642021 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411642021 2024-11-12T11:40:51,271 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000026 2024-11-12T11:40:51,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:51,274 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:51,286 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411651274, exclude list is [], retry=0 2024-11-12T11:40:51,289 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:51,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:51,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:51,330 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411651274 2024-11-12T11:40:51,331 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:51,331 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dd4ead092173d5d6aa7a2fb575965fa6, NAME => 'testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:51,332 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,332 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:51,332 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,332 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,334 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,335 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4ead092173d5d6aa7a2fb575965fa6 columnFamilyName a 2024-11-12T11:40:51,335 DEBUG [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:51,336 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(327): Store=dd4ead092173d5d6aa7a2fb575965fa6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:51,336 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,337 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4ead092173d5d6aa7a2fb575965fa6 columnFamilyName b 2024-11-12T11:40:51,337 DEBUG [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:51,338 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(327): Store=dd4ead092173d5d6aa7a2fb575965fa6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:51,338 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,339 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4ead092173d5d6aa7a2fb575965fa6 columnFamilyName c 2024-11-12T11:40:51,339 DEBUG [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:51,339 INFO [StoreOpener-dd4ead092173d5d6aa7a2fb575965fa6-1 {}] regionserver.HStore(327): Store=dd4ead092173d5d6aa7a2fb575965fa6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:51,339 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,340 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,342 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,342 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000026 2024-11-12T11:40:51,371 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:51,373 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000026 2024-11-12T11:40:51,373 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd4ead092173d5d6aa7a2fb575965fa6 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-12T11:40:51,389 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/.tmp/a/333bac1d14f74d09b9491cb5a73f3c9b is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731411651172/Put/seqid=0 2024-11-12T11:40:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741906_1084 (size=5523) 2024-11-12T11:40:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741906_1084 (size=5523) 2024-11-12T11:40:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741906_1084 (size=5523) 2024-11-12T11:40:51,798 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/.tmp/a/333bac1d14f74d09b9491cb5a73f3c9b 2024-11-12T11:40:51,825 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/.tmp/b/1634e807d97345218e775fc712a18bdd is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731411651166/Put/seqid=0 2024-11-12T11:40:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741907_1085 (size=5524) 2024-11-12T11:40:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741907_1085 (size=5524) 2024-11-12T11:40:51,832 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/.tmp/b/1634e807d97345218e775fc712a18bdd 2024-11-12T11:40:51,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741907_1085 (size=5524) 2024-11-12T11:40:51,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/.tmp/c/5756f3fb2a774e11ba404aec7627044d is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731411651169/Put/seqid=0 2024-11-12T11:40:51,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741908_1086 (size=5457) 2024-11-12T11:40:51,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741908_1086 (size=5457) 2024-11-12T11:40:51,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741908_1086 (size=5457) 2024-11-12T11:40:51,859 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/.tmp/c/5756f3fb2a774e11ba404aec7627044d 2024-11-12T11:40:51,865 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/.tmp/a/333bac1d14f74d09b9491cb5a73f3c9b as hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/a/333bac1d14f74d09b9491cb5a73f3c9b 2024-11-12T11:40:51,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/a/333bac1d14f74d09b9491cb5a73f3c9b, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T11:40:51,872 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/.tmp/b/1634e807d97345218e775fc712a18bdd as hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/b/1634e807d97345218e775fc712a18bdd 2024-11-12T11:40:51,877 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/b/1634e807d97345218e775fc712a18bdd, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T11:40:51,879 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/.tmp/c/5756f3fb2a774e11ba404aec7627044d as hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/c/5756f3fb2a774e11ba404aec7627044d 2024-11-12T11:40:51,884 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/c/5756f3fb2a774e11ba404aec7627044d, entries=6, sequenceid=26, filesize=5.3 K 2024-11-12T11:40:51,884 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for dd4ead092173d5d6aa7a2fb575965fa6 in 511ms, sequenceid=26, compaction requested=false; wal=null 2024-11-12T11:40:51,885 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/0000000000000000026 2024-11-12T11:40:51,886 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,886 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,887 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:51,888 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,890 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsAfterAbortingFlush/dd4ead092173d5d6aa7a2fb575965fa6/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-12T11:40:51,891 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd4ead092173d5d6aa7a2fb575965fa6; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61815682, jitterRate=-0.07887455821037292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:51,891 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd4ead092173d5d6aa7a2fb575965fa6 2024-11-12T11:40:51,892 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd4ead092173d5d6aa7a2fb575965fa6: Running coprocessor pre-open hook at 1731411651332Writing region info on filesystem at 1731411651332Initializing all the Stores at 1731411651333 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411651333Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411651334 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411651334Obtaining lock to block concurrent updates at 1731411651373 (+39 ms)Preparing flush snapshotting stores in dd4ead092173d5d6aa7a2fb575965fa6 at 1731411651373Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731411651373Flushing stores of testReplayEditsAfterAbortingFlush,,1731411641833.dd4ead092173d5d6aa7a2fb575965fa6. at 1731411651373Flushing dd4ead092173d5d6aa7a2fb575965fa6/a: creating writer at 1731411651374 (+1 ms)Flushing dd4ead092173d5d6aa7a2fb575965fa6/a: appending metadata at 1731411651389 (+15 ms)Flushing dd4ead092173d5d6aa7a2fb575965fa6/a: closing flushed file at 1731411651389Flushing dd4ead092173d5d6aa7a2fb575965fa6/b: creating writer at 1731411651809 (+420 ms)Flushing dd4ead092173d5d6aa7a2fb575965fa6/b: appending metadata at 1731411651824 (+15 ms)Flushing dd4ead092173d5d6aa7a2fb575965fa6/b: closing flushed file at 1731411651824Flushing dd4ead092173d5d6aa7a2fb575965fa6/c: creating writer at 1731411651837 (+13 ms)Flushing dd4ead092173d5d6aa7a2fb575965fa6/c: appending metadata at 1731411651851 (+14 ms)Flushing dd4ead092173d5d6aa7a2fb575965fa6/c: closing flushed file at 1731411651851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d247177: reopening flushed file at 1731411651864 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b803938: reopening flushed file at 1731411651871 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6643572c: reopening flushed file at 1731411651878 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for dd4ead092173d5d6aa7a2fb575965fa6 in 511ms, sequenceid=26, compaction requested=false; wal=null at 1731411651885 (+7 ms)Cleaning up temporary data from old regions at 1731411651886 (+1 ms)Running coprocessor post-open hooks at 1731411651891 (+5 ms)Region opened successfully at 1731411651892 (+1 ms) 2024-11-12T11:40:51,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416 (was 417), OpenFileDescriptor=1180 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=1671 (was 1734) 2024-11-12T11:40:51,933 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-12T11:40:51,946 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1180, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=1670 2024-11-12T11:40:51,946 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-12T11:40:51,960 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:51,962 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:51,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:51,965 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-34524446, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-34524446, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:51,977 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-34524446/hregion-34524446.1731411651965, exclude list is [], retry=0 2024-11-12T11:40:51,980 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:51,980 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:51,980 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:52,005 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-34524446/hregion-34524446.1731411651965 2024-11-12T11:40:52,005 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:52,005 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4ca9fc92fca48e325dc0a54ee2100333, NAME => 'testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741910_1088 (size=61) 2024-11-12T11:40:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741910_1088 (size=61) 2024-11-12T11:40:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741910_1088 (size=61) 2024-11-12T11:40:52,015 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:52,016 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,017 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca9fc92fca48e325dc0a54ee2100333 columnFamilyName a 2024-11-12T11:40:52,017 DEBUG [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,018 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] regionserver.HStore(327): Store=4ca9fc92fca48e325dc0a54ee2100333/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,018 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,019 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,019 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,019 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,020 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,023 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:52,023 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4ca9fc92fca48e325dc0a54ee2100333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65923278, jitterRate=-0.017666608095169067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:40:52,024 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4ca9fc92fca48e325dc0a54ee2100333: Writing region info on filesystem at 1731411652015Initializing all the Stores at 1731411652016 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652016Cleaning up temporary data from old regions at 1731411652019 (+3 ms)Region opened successfully at 1731411652024 (+5 ms) 2024-11-12T11:40:52,024 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4ca9fc92fca48e325dc0a54ee2100333, disabling compactions & flushes 2024-11-12T11:40:52,024 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. 2024-11-12T11:40:52,024 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. 2024-11-12T11:40:52,024 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. after waiting 0 ms 2024-11-12T11:40:52,024 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. 2024-11-12T11:40:52,025 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. 2024-11-12T11:40:52,025 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4ca9fc92fca48e325dc0a54ee2100333: Waiting for close lock at 1731411652024Disabling compacts and flushes for region at 1731411652024Disabling writes for close at 1731411652024Writing region close event to WAL at 1731411652025 (+1 ms)Closed at 1731411652025 2024-11-12T11:40:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741909_1087 (size=175) 2024-11-12T11:40:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741909_1087 (size=175) 2024-11-12T11:40:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741909_1087 (size=175) 2024-11-12T11:40:52,031 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:52,031 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-34524446:(num 1731411651965) 2024-11-12T11:40:52,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:52,033 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:52,047 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034, exclude list is [], retry=0 2024-11-12T11:40:52,049 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:52,049 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:52,050 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:52,078 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034 2024-11-12T11:40:52,078 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:52,078 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ca9fc92fca48e325dc0a54ee2100333, NAME => 'testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:52,079 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:52,079 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,079 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,080 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,081 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca9fc92fca48e325dc0a54ee2100333 columnFamilyName a 2024-11-12T11:40:52,081 DEBUG [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,082 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] regionserver.HStore(327): Store=4ca9fc92fca48e325dc0a54ee2100333/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,082 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,084 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,084 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,084 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,086 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,087 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4ca9fc92fca48e325dc0a54ee2100333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72923972, jitterRate=0.08665186166763306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:40:52,088 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4ca9fc92fca48e325dc0a54ee2100333: Writing region info on filesystem at 1731411652079Initializing all the Stores at 1731411652080 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652080Cleaning up temporary data from old regions at 1731411652084 (+4 ms)Region opened successfully at 1731411652087 (+3 ms) 2024-11-12T11:40:52,099 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4ca9fc92fca48e325dc0a54ee2100333, disabling compactions & flushes 2024-11-12T11:40:52,099 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. 2024-11-12T11:40:52,099 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. 2024-11-12T11:40:52,099 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. after waiting 0 ms 2024-11-12T11:40:52,099 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. 2024-11-12T11:40:52,100 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. 2024-11-12T11:40:52,100 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. 2024-11-12T11:40:52,100 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4ca9fc92fca48e325dc0a54ee2100333: Waiting for close lock at 1731411652099Disabling compacts and flushes for region at 1731411652099Disabling writes for close at 1731411652099Writing region close event to WAL at 1731411652100 (+1 ms)Closed at 1731411652100 2024-11-12T11:40:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741911_1089 (size=1795) 2024-11-12T11:40:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741911_1089 (size=1795) 2024-11-12T11:40:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741911_1089 (size=1795) 2024-11-12T11:40:52,121 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034, size=1.8 K (1795bytes) 2024-11-12T11:40:52,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034 2024-11-12T11:40:52,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034 after 0ms 2024-11-12T11:40:52,148 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:52,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034 took 27ms 2024-11-12T11:40:52,150 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034 so closing down 2024-11-12T11:40:52,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:52,152 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731411652034.temp 2024-11-12T11:40:52,177 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000003-wal.1731411652034.temp 2024-11-12T11:40:52,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741912_1090 (size=1795) 2024-11-12T11:40:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741912_1090 (size=1795) 2024-11-12T11:40:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741912_1090 (size=1795) 2024-11-12T11:40:52,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000003-wal.1731411652034.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:52,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000003-wal.1731411652034.temp to hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000012 2024-11-12T11:40:52,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-12T11:40:52,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034, journal: Splitting hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034, size=1.8 K (1795bytes) at 1731411652121Finishing writing output for hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034 so closing down at 1731411652150 (+29 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000003-wal.1731411652034.temp at 1731411652177 (+27 ms)3 split writer threads finished at 1731411652177Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000003-wal.1731411652034.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731411652184 (+7 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000003-wal.1731411652034.temp to hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000012 at 1731411652186 (+2 ms)Processed 10 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1731411652186 2024-11-12T11:40:52,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652034 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411652034 2024-11-12T11:40:52,189 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000012 2024-11-12T11:40:52,215 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:52,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:52,606 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:52,619 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652607, exclude list is [], retry=0 2024-11-12T11:40:52,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:52,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:52,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:52,646 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652607 2024-11-12T11:40:52,646 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:52,646 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ca9fc92fca48e325dc0a54ee2100333, NAME => 'testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:52,646 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:52,647 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,647 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,650 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,652 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca9fc92fca48e325dc0a54ee2100333 columnFamilyName a 2024-11-12T11:40:52,652 DEBUG [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,653 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] regionserver.HStore(327): Store=4ca9fc92fca48e325dc0a54ee2100333/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,653 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,654 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,655 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,656 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000012 2024-11-12T11:40:52,680 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:52,680 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000012 2024-11-12T11:40:52,681 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4ca9fc92fca48e325dc0a54ee2100333 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-12T11:40:52,698 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/.tmp/a/6f40e4d3f16043469cd7cdeaa6a2ed7c is 79, key is testDatalossWhenInputError/a:x0/1731411652088/Put/seqid=0 2024-11-12T11:40:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741914_1092 (size=5808) 2024-11-12T11:40:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741914_1092 (size=5808) 2024-11-12T11:40:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741914_1092 (size=5808) 2024-11-12T11:40:52,705 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/.tmp/a/6f40e4d3f16043469cd7cdeaa6a2ed7c 2024-11-12T11:40:52,715 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/.tmp/a/6f40e4d3f16043469cd7cdeaa6a2ed7c as hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/a/6f40e4d3f16043469cd7cdeaa6a2ed7c 2024-11-12T11:40:52,725 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/a/6f40e4d3f16043469cd7cdeaa6a2ed7c, entries=10, sequenceid=12, filesize=5.7 K 2024-11-12T11:40:52,725 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4ca9fc92fca48e325dc0a54ee2100333 in 45ms, sequenceid=12, compaction requested=false; wal=null 2024-11-12T11:40:52,726 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/0000000000000000012 2024-11-12T11:40:52,726 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,726 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,729 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,731 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T11:40:52,732 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4ca9fc92fca48e325dc0a54ee2100333; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69271176, jitterRate=0.03222095966339111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:40:52,733 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4ca9fc92fca48e325dc0a54ee2100333: Writing region info on filesystem at 1731411652647Initializing all the Stores at 1731411652649 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652649Obtaining lock to block concurrent updates at 1731411652681 (+32 ms)Preparing flush snapshotting stores in 4ca9fc92fca48e325dc0a54ee2100333 at 1731411652681Finished memstore snapshotting testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731411652681Flushing stores of testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333. at 1731411652681Flushing 4ca9fc92fca48e325dc0a54ee2100333/a: creating writer at 1731411652681Flushing 4ca9fc92fca48e325dc0a54ee2100333/a: appending metadata at 1731411652698 (+17 ms)Flushing 4ca9fc92fca48e325dc0a54ee2100333/a: closing flushed file at 1731411652698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dfac7ef: reopening flushed file at 1731411652714 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4ca9fc92fca48e325dc0a54ee2100333 in 45ms, sequenceid=12, compaction requested=false; wal=null at 1731411652725 (+11 ms)Cleaning up temporary data from old regions at 1731411652726 (+1 ms)Region opened successfully at 1731411652733 (+7 ms) 2024-11-12T11:40:52,736 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ca9fc92fca48e325dc0a54ee2100333, NAME => 'testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:52,736 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731411651960.4ca9fc92fca48e325dc0a54ee2100333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:52,736 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,736 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,738 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,738 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca9fc92fca48e325dc0a54ee2100333 columnFamilyName a 2024-11-12T11:40:52,739 DEBUG [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,744 DEBUG [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/a/6f40e4d3f16043469cd7cdeaa6a2ed7c 2024-11-12T11:40:52,745 INFO [StoreOpener-4ca9fc92fca48e325dc0a54ee2100333-1 {}] regionserver.HStore(327): Store=4ca9fc92fca48e325dc0a54ee2100333/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,745 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,746 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,747 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,747 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,747 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,749 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4ca9fc92fca48e325dc0a54ee2100333 2024-11-12T11:40:52,752 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testDatalossWhenInputError/4ca9fc92fca48e325dc0a54ee2100333/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-12T11:40:52,753 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4ca9fc92fca48e325dc0a54ee2100333; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66293878, jitterRate=-0.012144237756729126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T11:40:52,753 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4ca9fc92fca48e325dc0a54ee2100333: Writing region info on filesystem at 1731411652736Initializing all the Stores at 1731411652737 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652737Cleaning up temporary data from old regions at 1731411652747 (+10 ms)Region opened successfully at 1731411652753 (+6 ms) 2024-11-12T11:40:52,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=426 (was 416) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47058 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:34954 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:50596 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:50674 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-355801318-172.17.0.2-1731411617231:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:34892 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1180) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=1667 (was 1670) 2024-11-12T11:40:52,770 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-12T11:40:52,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=1666 2024-11-12T11:40:52,782 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-12T11:40:52,795 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:52,797 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:52,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:52,800 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53200902, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-53200902, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:52,811 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53200902/hregion-53200902.1731411652800, exclude list is [], retry=0 2024-11-12T11:40:52,814 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:52,814 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:52,814 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:52,838 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53200902/hregion-53200902.1731411652800 2024-11-12T11:40:52,838 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:52,838 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 975fe0dd0a28512c36bca15c1d5e87ea, NAME => 'testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741916_1094 (size=63) 2024-11-12T11:40:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741916_1094 (size=63) 2024-11-12T11:40:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741916_1094 (size=63) 2024-11-12T11:40:52,848 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:52,849 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,850 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975fe0dd0a28512c36bca15c1d5e87ea columnFamilyName a 2024-11-12T11:40:52,850 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,851 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(327): Store=975fe0dd0a28512c36bca15c1d5e87ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,851 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,852 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975fe0dd0a28512c36bca15c1d5e87ea columnFamilyName b 2024-11-12T11:40:52,852 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,852 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(327): Store=975fe0dd0a28512c36bca15c1d5e87ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,852 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,854 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975fe0dd0a28512c36bca15c1d5e87ea columnFamilyName c 2024-11-12T11:40:52,854 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,854 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(327): Store=975fe0dd0a28512c36bca15c1d5e87ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,854 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,856 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,856 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,857 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:52,858 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,859 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:52,860 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 975fe0dd0a28512c36bca15c1d5e87ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62326860, jitterRate=-0.07125741243362427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:52,860 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 975fe0dd0a28512c36bca15c1d5e87ea: Writing region info on filesystem at 1731411652848Initializing all the Stores at 1731411652848Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652849 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652849Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652849Cleaning up temporary data from old regions at 1731411652856 (+7 ms)Region opened successfully at 1731411652860 (+4 ms) 2024-11-12T11:40:52,860 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 975fe0dd0a28512c36bca15c1d5e87ea, disabling compactions & flushes 2024-11-12T11:40:52,861 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. 2024-11-12T11:40:52,861 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. 2024-11-12T11:40:52,861 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. after waiting 0 ms 2024-11-12T11:40:52,861 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. 2024-11-12T11:40:52,861 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. 2024-11-12T11:40:52,861 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 975fe0dd0a28512c36bca15c1d5e87ea: Waiting for close lock at 1731411652860Disabling compacts and flushes for region at 1731411652860Disabling writes for close at 1731411652861 (+1 ms)Writing region close event to WAL at 1731411652861Closed at 1731411652861 2024-11-12T11:40:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741915_1093 (size=175) 2024-11-12T11:40:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741915_1093 (size=175) 2024-11-12T11:40:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741915_1093 (size=175) 2024-11-12T11:40:52,866 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:52,866 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53200902:(num 1731411652800) 2024-11-12T11:40:52,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:52,868 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:52,880 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868, exclude list is [], retry=0 2024-11-12T11:40:52,883 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:52,883 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:52,883 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:52,910 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 2024-11-12T11:40:52,910 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-12T11:40:52,910 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 975fe0dd0a28512c36bca15c1d5e87ea, NAME => 'testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:52,911 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:52,911 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,911 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,912 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,913 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975fe0dd0a28512c36bca15c1d5e87ea columnFamilyName a 2024-11-12T11:40:52,913 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,913 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(327): Store=975fe0dd0a28512c36bca15c1d5e87ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,913 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,914 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975fe0dd0a28512c36bca15c1d5e87ea columnFamilyName b 2024-11-12T11:40:52,914 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,914 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(327): Store=975fe0dd0a28512c36bca15c1d5e87ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,914 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,915 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975fe0dd0a28512c36bca15c1d5e87ea columnFamilyName c 2024-11-12T11:40:52,915 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:52,915 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(327): Store=975fe0dd0a28512c36bca15c1d5e87ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:52,915 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,916 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,917 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,918 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,918 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,918 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:52,920 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:52,921 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 975fe0dd0a28512c36bca15c1d5e87ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70701970, jitterRate=0.05354145169258118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:52,921 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 975fe0dd0a28512c36bca15c1d5e87ea: Writing region info on filesystem at 1731411652911Initializing all the Stores at 1731411652911Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652911Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652912 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411652912Cleaning up temporary data from old regions at 1731411652918 (+6 ms)Region opened successfully at 1731411652921 (+3 ms) 2024-11-12T11:40:52,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731411652926/Put/seqid=0 2024-11-12T11:40:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741918_1096 (size=4875) 2024-11-12T11:40:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741918_1096 (size=4875) 2024-11-12T11:40:52,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741918_1096 (size=4875) 2024-11-12T11:40:52,938 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731411652938/Put/seqid=0 2024-11-12T11:40:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741919_1097 (size=4875) 2024-11-12T11:40:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741919_1097 (size=4875) 2024-11-12T11:40:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741919_1097 (size=4875) 2024-11-12T11:40:52,951 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731411652951/Put/seqid=0 2024-11-12T11:40:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741920_1098 (size=4875) 2024-11-12T11:40:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741920_1098 (size=4875) 2024-11-12T11:40:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741920_1098 (size=4875) 2024-11-12T11:40:52,965 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 975fe0dd0a28512c36bca15c1d5e87ea/a 2024-11-12T11:40:52,969 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-12T11:40:52,969 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T11:40:52,969 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 975fe0dd0a28512c36bca15c1d5e87ea/a 2024-11-12T11:40:52,973 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-12T11:40:52,973 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T11:40:52,973 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 975fe0dd0a28512c36bca15c1d5e87ea/a 2024-11-12T11:40:52,977 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-12T11:40:52,977 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T11:40:52,977 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 975fe0dd0a28512c36bca15c1d5e87ea 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-12T11:40:52,993 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/.tmp/a/fbb9af2734e64020b9482459d334e7f7 is 55, key is testCompactedBulkLoadedFiles/a:a/1731411652922/Put/seqid=0 2024-11-12T11:40:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741921_1099 (size=5107) 2024-11-12T11:40:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741921_1099 (size=5107) 2024-11-12T11:40:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741921_1099 (size=5107) 2024-11-12T11:40:53,000 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/.tmp/a/fbb9af2734e64020b9482459d334e7f7 2024-11-12T11:40:53,007 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/.tmp/a/fbb9af2734e64020b9482459d334e7f7 as hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/fbb9af2734e64020b9482459d334e7f7 2024-11-12T11:40:53,013 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/fbb9af2734e64020b9482459d334e7f7, entries=1, sequenceid=4, filesize=5.0 K 2024-11-12T11:40:53,015 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 975fe0dd0a28512c36bca15c1d5e87ea in 38ms, sequenceid=4, compaction requested=false 2024-11-12T11:40:53,015 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 975fe0dd0a28512c36bca15c1d5e87ea: 2024-11-12T11:40:53,016 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_ 2024-11-12T11:40:53,018 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_ 2024-11-12T11:40:53,019 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_ 2024-11-12T11:40:53,020 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile0 into 975fe0dd0a28512c36bca15c1d5e87ea/a as hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_ - updating store file list. 2024-11-12T11:40:53,024 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T11:40:53,024 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_ into 975fe0dd0a28512c36bca15c1d5e87ea/a 2024-11-12T11:40:53,024 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile0 into 975fe0dd0a28512c36bca15c1d5e87ea/a (new location: hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_) 2024-11-12T11:40:53,026 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile1 into 975fe0dd0a28512c36bca15c1d5e87ea/a as hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_ - updating store file list. 2024-11-12T11:40:53,031 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T11:40:53,031 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_ into 975fe0dd0a28512c36bca15c1d5e87ea/a 2024-11-12T11:40:53,031 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile1 into 975fe0dd0a28512c36bca15c1d5e87ea/a (new location: hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_) 2024-11-12T11:40:53,032 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile2 into 975fe0dd0a28512c36bca15c1d5e87ea/a as hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_ - updating store file list. 2024-11-12T11:40:53,037 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e168c980a444885a729f6ed7111596d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T11:40:53,037 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_ into 975fe0dd0a28512c36bca15c1d5e87ea/a 2024-11-12T11:40:53,037 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37967/hbase/testCompactedBulkLoadedFiles/hfile2 into 975fe0dd0a28512c36bca15c1d5e87ea/a (new location: hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_) 2024-11-12T11:40:53,047 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T11:40:53,047 DEBUG [Time-limited test {}] regionserver.HStore(1541): 975fe0dd0a28512c36bca15c1d5e87ea/a is initiating major compaction (all files) 2024-11-12T11:40:53,047 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 975fe0dd0a28512c36bca15c1d5e87ea/a in testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. 2024-11-12T11:40:53,048 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/fbb9af2734e64020b9482459d334e7f7, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_] into tmpdir=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/.tmp, totalSize=19.3 K 2024-11-12T11:40:53,048 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fbb9af2734e64020b9482459d334e7f7, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731411652922 2024-11-12T11:40:53,049 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T11:40:53,049 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T11:40:53,049 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2e168c980a444885a729f6ed7111596d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T11:40:53,060 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/.tmp/a/d00be8b7dc844b7c9b470a8b55f3fc41 is 55, key is testCompactedBulkLoadedFiles/a:a/1731411652922/Put/seqid=0 2024-11-12T11:40:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741922_1100 (size=6154) 2024-11-12T11:40:53,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741922_1100 (size=6154) 2024-11-12T11:40:53,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741922_1100 (size=6154) 2024-11-12T11:40:53,072 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/.tmp/a/d00be8b7dc844b7c9b470a8b55f3fc41 as hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/d00be8b7dc844b7c9b470a8b55f3fc41 2024-11-12T11:40:53,079 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 975fe0dd0a28512c36bca15c1d5e87ea/a of 975fe0dd0a28512c36bca15c1d5e87ea into d00be8b7dc844b7c9b470a8b55f3fc41(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T11:40:53,079 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 975fe0dd0a28512c36bca15c1d5e87ea: 2024-11-12T11:40:53,079 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T11:40:53,079 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T11:40:53,110 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868, size=0 (0bytes) 2024-11-12T11:40:53,111 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 might be still open, length is 0 2024-11-12T11:40:53,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 2024-11-12T11:40:53,111 WARN [IPC Server handler 0 on default port 37967 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-12T11:40:53,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 after 0ms 2024-11-12T11:40:55,971 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:34998 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34998 dst: /127.0.0.1:43155 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43155 remote=/127.0.0.1:34998]. Total timeout mills is 60000, 57108 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:55,972 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47100 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47100 dst: /127.0.0.1:36939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:55,972 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:50694 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50694 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741917_1101 (size=1794) 2024-11-12T11:40:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741917_1101 (size=1794) 2024-11-12T11:40:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741917_1101 (size=1794) 2024-11-12T11:40:56,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T11:40:57,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 after 4002ms 2024-11-12T11:40:57,147 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:57,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 took 4037ms 2024-11-12T11:40:57,149 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868; continuing. 2024-11-12T11:40:57,149 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 so closing down 2024-11-12T11:40:57,149 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:57,151 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731411652868.temp 2024-11-12T11:40:57,178 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000003-wal.1731411652868.temp 2024-11-12T11:40:57,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741923_1102 (size=800) 2024-11-12T11:40:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741923_1102 (size=800) 2024-11-12T11:40:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741923_1102 (size=800) 2024-11-12T11:40:57,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000003-wal.1731411652868.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:57,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000003-wal.1731411652868.temp to hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000008 2024-11-12T11:40:57,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 41 ms; skipped=3; WAL=hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T11:40:57,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868, journal: Splitting hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868, size=0 (0bytes) at 1731411653110Finishing writing output for hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 so closing down at 1731411657149 (+4039 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000003-wal.1731411652868.temp at 1731411657178 (+29 ms)3 split writer threads finished at 1731411657179 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000003-wal.1731411652868.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731411657186 (+7 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000003-wal.1731411652868.temp to hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000008 at 1731411657187 (+1 ms)Processed 5 edits across 1 Regions in 41 ms; skipped=3; WAL=hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868, size=0, length=0, corrupted=false, cancelled=false at 1731411657188 (+1 ms) 2024-11-12T11:40:57,189 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411652868 2024-11-12T11:40:57,190 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000008 2024-11-12T11:40:57,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:57,192 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:57,204 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411657192, exclude list is [], retry=0 2024-11-12T11:40:57,207 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:57,207 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:57,208 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:57,234 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411657192 2024-11-12T11:40:57,234 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:57,235 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 975fe0dd0a28512c36bca15c1d5e87ea, NAME => 'testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:57,235 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:57,235 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,235 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,236 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,237 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975fe0dd0a28512c36bca15c1d5e87ea columnFamilyName a 2024-11-12T11:40:57,237 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,243 DEBUG [StoreFileOpener-975fe0dd0a28512c36bca15c1d5e87ea-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e168c980a444885a729f6ed7111596d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T11:40:57,243 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_ 2024-11-12T11:40:57,247 DEBUG [StoreFileOpener-975fe0dd0a28512c36bca15c1d5e87ea-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T11:40:57,248 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_ 2024-11-12T11:40:57,253 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/d00be8b7dc844b7c9b470a8b55f3fc41 2024-11-12T11:40:57,257 DEBUG [StoreFileOpener-975fe0dd0a28512c36bca15c1d5e87ea-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T11:40:57,257 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_ 2024-11-12T11:40:57,260 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/fbb9af2734e64020b9482459d334e7f7 2024-11-12T11:40:57,261 WARN [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a56645c 2024-11-12T11:40:57,261 WARN [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a56645c 2024-11-12T11:40:57,261 WARN [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a56645c 2024-11-12T11:40:57,261 WARN [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/fbb9af2734e64020b9482459d334e7f7 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a56645c 2024-11-12T11:40:57,261 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/fbb9af2734e64020b9482459d334e7f7] to archive 2024-11-12T11:40:57,262 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T11:40:57,264 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_ to hdfs://localhost:37967/hbase/archive/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/2e168c980a444885a729f6ed7111596d_SeqId_4_ 2024-11-12T11:40:57,265 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_ to hdfs://localhost:37967/hbase/archive/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_ 2024-11-12T11:40:57,266 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_ to hdfs://localhost:37967/hbase/archive/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_ 2024-11-12T11:40:57,267 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/fbb9af2734e64020b9482459d334e7f7 to hdfs://localhost:37967/hbase/archive/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/a/fbb9af2734e64020b9482459d334e7f7 2024-11-12T11:40:57,267 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(327): Store=975fe0dd0a28512c36bca15c1d5e87ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,267 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,267 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975fe0dd0a28512c36bca15c1d5e87ea columnFamilyName b 2024-11-12T11:40:57,267 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,268 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(327): Store=975fe0dd0a28512c36bca15c1d5e87ea/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,268 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,268 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975fe0dd0a28512c36bca15c1d5e87ea columnFamilyName c 2024-11-12T11:40:57,269 DEBUG [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,269 INFO [StoreOpener-975fe0dd0a28512c36bca15c1d5e87ea-1 {}] regionserver.HStore(327): Store=975fe0dd0a28512c36bca15c1d5e87ea/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,269 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,270 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,271 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,271 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000008 2024-11-12T11:40:57,299 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:57,301 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 975fe0dd0a28512c36bca15c1d5e87ea : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "975fe0dd0a28512c36bca15c1d5e87ea" family_name: "a" compaction_input: "fbb9af2734e64020b9482459d334e7f7" compaction_input: "f0cf45575f344ec7ac7b84bf740b54fd_SeqId_4_" compaction_input: "7fd04631e4b341e2a184a8f453ef43fd_SeqId_4_" compaction_input: "2e168c980a444885a729f6ed7111596d_SeqId_4_" compaction_output: "d00be8b7dc844b7c9b470a8b55f3fc41" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-12T11:40:57,301 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-12T11:40:57,301 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000008 2024-11-12T11:40:57,302 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/0000000000000000008 2024-11-12T11:40:57,303 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,303 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,304 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:57,305 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 975fe0dd0a28512c36bca15c1d5e87ea 2024-11-12T11:40:57,308 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testCompactedBulkLoadedFiles/975fe0dd0a28512c36bca15c1d5e87ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T11:40:57,309 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 975fe0dd0a28512c36bca15c1d5e87ea; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70669388, jitterRate=0.05305594205856323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:57,309 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 975fe0dd0a28512c36bca15c1d5e87ea: Writing region info on filesystem at 1731411657235Initializing all the Stores at 1731411657236 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657236Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657236Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657236Cleaning up temporary data from old regions at 1731411657303 (+67 ms)Region opened successfully at 1731411657309 (+6 ms) 2024-11-12T11:40:57,311 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 975fe0dd0a28512c36bca15c1d5e87ea, disabling compactions & flushes 2024-11-12T11:40:57,311 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. 2024-11-12T11:40:57,311 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. 2024-11-12T11:40:57,312 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. after waiting 0 ms 2024-11-12T11:40:57,312 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. 2024-11-12T11:40:57,312 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731411652796.975fe0dd0a28512c36bca15c1d5e87ea. 2024-11-12T11:40:57,312 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 975fe0dd0a28512c36bca15c1d5e87ea: Waiting for close lock at 1731411657311Disabling compacts and flushes for region at 1731411657311Disabling writes for close at 1731411657312 (+1 ms)Writing region close event to WAL at 1731411657312Closed at 1731411657312 2024-11-12T11:40:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741924_1103 (size=175) 2024-11-12T11:40:57,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741924_1103 (size=175) 2024-11-12T11:40:57,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741924_1103 (size=175) 2024-11-12T11:40:57,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411657192 not finished, retry = 0 2024-11-12T11:40:57,419 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:57,419 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731411657192) 2024-11-12T11:40:57,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=440 (was 426) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-546829364_22 at /127.0.0.1:35082 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-546829364_22 at /127.0.0.1:47160 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-546829364_22 at /127.0.0.1:50800 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:37967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:37967 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=1662 (was 1666) 2024-11-12T11:40:57,432 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-12T11:40:57,446 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=1660 2024-11-12T11:40:57,446 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-12T11:40:57,460 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:57,462 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T11:40:57,463 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T11:40:57,465 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-23295536, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/hregion-23295536, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:57,478 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-23295536/hregion-23295536.1731411657466, exclude list is [], retry=0 2024-11-12T11:40:57,481 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:57,481 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:57,482 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:57,508 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-23295536/hregion-23295536.1731411657466 2024-11-12T11:40:57,508 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:57,509 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8c4aaad4bb42ffba5fbdd7fd3ff30636, NAME => 'testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/hbase 2024-11-12T11:40:57,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741926_1105 (size=67) 2024-11-12T11:40:57,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741926_1105 (size=67) 2024-11-12T11:40:57,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741926_1105 (size=67) 2024-11-12T11:40:57,517 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:57,518 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,519 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName a 2024-11-12T11:40:57,519 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,520 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,520 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,521 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName b 2024-11-12T11:40:57,521 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,521 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,522 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,523 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName c 2024-11-12T11:40:57,523 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,523 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,523 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,524 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,524 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,525 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,525 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,526 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:57,527 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,529 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T11:40:57,530 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8c4aaad4bb42ffba5fbdd7fd3ff30636; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70285058, jitterRate=0.04732897877693176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:57,530 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8c4aaad4bb42ffba5fbdd7fd3ff30636: Writing region info on filesystem at 1731411657517Initializing all the Stores at 1731411657518 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657518Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657518Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657518Cleaning up temporary data from old regions at 1731411657525 (+7 ms)Region opened successfully at 1731411657530 (+5 ms) 2024-11-12T11:40:57,530 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8c4aaad4bb42ffba5fbdd7fd3ff30636, disabling compactions & flushes 2024-11-12T11:40:57,530 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:40:57,530 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:40:57,530 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. after waiting 0 ms 2024-11-12T11:40:57,530 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:40:57,530 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:40:57,530 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8c4aaad4bb42ffba5fbdd7fd3ff30636: Waiting for close lock at 1731411657530Disabling compacts and flushes for region at 1731411657530Disabling writes for close at 1731411657530Writing region close event to WAL at 1731411657530Closed at 1731411657530 2024-11-12T11:40:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741925_1104 (size=175) 2024-11-12T11:40:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741925_1104 (size=175) 2024-11-12T11:40:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741925_1104 (size=175) 2024-11-12T11:40:57,536 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:40:57,536 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-23295536:(num 1731411657466) 2024-11-12T11:40:57,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:57,538 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:57,550 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538, exclude list is [], retry=0 2024-11-12T11:40:57,552 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:57,552 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:57,553 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:57,577 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538 2024-11-12T11:40:57,577 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:40:57,577 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c4aaad4bb42ffba5fbdd7fd3ff30636, NAME => 'testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:57,577 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:57,577 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,577 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,579 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,580 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName a 2024-11-12T11:40:57,580 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,580 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,580 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,581 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName b 2024-11-12T11:40:57,581 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,581 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,581 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,582 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName c 2024-11-12T11:40:57,582 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,582 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,582 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,584 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,585 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,585 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,585 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:57,587 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,588 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8c4aaad4bb42ffba5fbdd7fd3ff30636; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70890395, jitterRate=0.05634920299053192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:57,588 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8c4aaad4bb42ffba5fbdd7fd3ff30636: Writing region info on filesystem at 1731411657577Initializing all the Stores at 1731411657579 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657579Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657579Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657579Cleaning up temporary data from old regions at 1731411657585 (+6 ms)Region opened successfully at 1731411657588 (+3 ms) 2024-11-12T11:40:57,594 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T11:40:57,609 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/a/f00f7ed8face47be980445783ba108d0 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731411657588/Put/seqid=0 2024-11-12T11:40:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741928_1107 (size=5958) 2024-11-12T11:40:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741928_1107 (size=5958) 2024-11-12T11:40:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741928_1107 (size=5958) 2024-11-12T11:40:57,615 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/a/f00f7ed8face47be980445783ba108d0 2024-11-12T11:40:57,620 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/a/f00f7ed8face47be980445783ba108d0 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/a/f00f7ed8face47be980445783ba108d0 2024-11-12T11:40:57,625 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/a/f00f7ed8face47be980445783ba108d0, entries=10, sequenceid=13, filesize=5.8 K 2024-11-12T11:40:57,626 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8c4aaad4bb42ffba5fbdd7fd3ff30636 in 32ms, sequenceid=13, compaction requested=false 2024-11-12T11:40:57,626 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8c4aaad4bb42ffba5fbdd7fd3ff30636: 2024-11-12T11:40:57,643 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8c4aaad4bb42ffba5fbdd7fd3ff30636, disabling compactions & flushes 2024-11-12T11:40:57,643 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:40:57,643 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:40:57,643 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. after waiting 0 ms 2024-11-12T11:40:57,643 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:40:57,644 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:40:57,644 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:40:57,644 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8c4aaad4bb42ffba5fbdd7fd3ff30636: Waiting for close lock at 1731411657643Disabling compacts and flushes for region at 1731411657643Disabling writes for close at 1731411657643Writing region close event to WAL at 1731411657644 (+1 ms)Closed at 1731411657644 2024-11-12T11:40:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741927_1106 (size=6243) 2024-11-12T11:40:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741927_1106 (size=6243) 2024-11-12T11:40:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741927_1106 (size=6243) 2024-11-12T11:40:57,663 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538, size=6.1 K (6243bytes) 2024-11-12T11:40:57,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538 2024-11-12T11:40:57,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538 after 0ms 2024-11-12T11:40:57,688 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:57,688 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538 took 25ms 2024-11-12T11:40:57,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538 so closing down 2024-11-12T11:40:57,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:40:57,692 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731411657538.temp 2024-11-12T11:40:57,716 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000003-wal.1731411657538.temp 2024-11-12T11:40:57,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:40:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741929_1108 (size=5575) 2024-11-12T11:40:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741929_1108 (size=5575) 2024-11-12T11:40:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741929_1108 (size=5575) 2024-11-12T11:40:57,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000003-wal.1731411657538.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T11:40:57,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000003-wal.1731411657538.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000035 2024-11-12T11:40:57,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 34 ms; skipped=2; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-12T11:40:57,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538, journal: Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538, size=6.1 K (6243bytes) at 1731411657663Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538 so closing down at 1731411657690 (+27 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000003-wal.1731411657538.temp at 1731411657716 (+26 ms)3 split writer threads finished at 1731411657716Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000003-wal.1731411657538.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731411657722 (+6 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000003-wal.1731411657538.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000035 at 1731411657723 (+1 ms)Processed 32 edits across 1 Regions in 34 ms; skipped=2; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1731411657723 2024-11-12T11:40:57,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657538 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411657538 2024-11-12T11:40:57,726 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000035 2024-11-12T11:40:57,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:40:57,727 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:40:57,742 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728, exclude list is [], retry=0 2024-11-12T11:40:57,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:40:57,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:40:57,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:40:57,769 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 2024-11-12T11:40:57,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-12T11:40:57,770 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c4aaad4bb42ffba5fbdd7fd3ff30636, NAME => 'testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636.', STARTKEY => '', ENDKEY => ''} 2024-11-12T11:40:57,770 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:40:57,770 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,770 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,771 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,772 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName a 2024-11-12T11:40:57,772 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,777 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/a/f00f7ed8face47be980445783ba108d0 2024-11-12T11:40:57,777 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,777 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,778 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName b 2024-11-12T11:40:57,778 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,778 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,778 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,779 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName c 2024-11-12T11:40:57,779 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:40:57,780 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:40:57,780 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,780 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,783 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000035 2024-11-12T11:40:57,813 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:40:57,815 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000035 2024-11-12T11:40:57,815 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-12T11:40:57,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/b/b5f054209ba54b1d9c06e04c1c3d1e11 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731411657626/Put/seqid=0 2024-11-12T11:40:57,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741931_1110 (size=5958) 2024-11-12T11:40:57,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741931_1110 (size=5958) 2024-11-12T11:40:57,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741931_1110 (size=5958) 2024-11-12T11:40:57,837 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/b/b5f054209ba54b1d9c06e04c1c3d1e11 2024-11-12T11:40:57,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/c/4422eab099034a7f8c6fecd431049338 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731411657633/Put/seqid=0 2024-11-12T11:40:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741932_1111 (size=5958) 2024-11-12T11:40:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741932_1111 (size=5958) 2024-11-12T11:40:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741932_1111 (size=5958) 2024-11-12T11:40:57,861 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/c/4422eab099034a7f8c6fecd431049338 2024-11-12T11:40:57,866 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/b/b5f054209ba54b1d9c06e04c1c3d1e11 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/b/b5f054209ba54b1d9c06e04c1c3d1e11 2024-11-12T11:40:57,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/b/b5f054209ba54b1d9c06e04c1c3d1e11, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T11:40:57,872 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/c/4422eab099034a7f8c6fecd431049338 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/c/4422eab099034a7f8c6fecd431049338 2024-11-12T11:40:57,878 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/c/4422eab099034a7f8c6fecd431049338, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T11:40:57,878 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8c4aaad4bb42ffba5fbdd7fd3ff30636 in 63ms, sequenceid=35, compaction requested=false; wal=null 2024-11-12T11:40:57,879 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000035 2024-11-12T11:40:57,880 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,880 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,881 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:40:57,882 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:40:57,885 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-12T11:40:57,886 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8c4aaad4bb42ffba5fbdd7fd3ff30636; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60369535, jitterRate=-0.10042382776737213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:40:57,886 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8c4aaad4bb42ffba5fbdd7fd3ff30636: Writing region info on filesystem at 1731411657770Initializing all the Stores at 1731411657771 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657771Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657771Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411657771Obtaining lock to block concurrent updates at 1731411657815 (+44 ms)Preparing flush snapshotting stores in 8c4aaad4bb42ffba5fbdd7fd3ff30636 at 1731411657815Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731411657815Flushing stores of testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. at 1731411657815Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/b: creating writer at 1731411657815Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/b: appending metadata at 1731411657828 (+13 ms)Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/b: closing flushed file at 1731411657829 (+1 ms)Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/c: creating writer at 1731411657841 (+12 ms)Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/c: appending metadata at 1731411657854 (+13 ms)Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/c: closing flushed file at 1731411657854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f3cd659: reopening flushed file at 1731411657865 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373100f5: reopening flushed file at 1731411657871 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8c4aaad4bb42ffba5fbdd7fd3ff30636 in 63ms, sequenceid=35, compaction requested=false; wal=null at 1731411657878 (+7 ms)Cleaning up temporary data from old regions at 1731411657880 (+2 ms)Region opened successfully at 1731411657886 (+6 ms) 2024-11-12T11:40:57,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728, size=0 (0bytes) 2024-11-12T11:40:57,955 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 might be still open, length is 0 2024-11-12T11:40:57,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 2024-11-12T11:40:57,956 WARN [IPC Server handler 0 on default port 37967 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-12T11:40:57,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 after 1ms 2024-11-12T11:40:58,971 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:47232 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47232 dst: /127.0.0.1:36939 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36939 remote=/127.0.0.1:47232]. Total timeout mills is 60000, 58946 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:58,972 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:35140 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43155:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35140 dst: /127.0.0.1:43155 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:58,972 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1348172427_22 at /127.0.0.1:50868 [Receiving block BP-355801318-172.17.0.2-1731411617231:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50868 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:40:58,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741930_1112 (size=5567) 2024-11-12T11:40:58,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741930_1112 (size=5567) 2024-11-12T11:40:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741930_1112 (size=5567) 2024-11-12T11:41:01,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-12T11:41:01,190 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-12T11:41:01,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-12T11:41:01,193 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-12T11:41:01,195 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-12T11:41:01,195 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-12T11:41:01,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 after 4001ms 2024-11-12T11:41:01,984 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:41:01,985 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 took 4029ms 2024-11-12T11:41:01,986 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728; continuing. 2024-11-12T11:41:01,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 so closing down 2024-11-12T11:41:01,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T11:41:01,988 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731411657728.temp 2024-11-12T11:41:02,014 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000037-wal.1731411657728.temp 2024-11-12T11:41:02,014 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T11:41:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741933_1113 (size=5575) 2024-11-12T11:41:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741933_1113 (size=5575) 2024-11-12T11:41:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741933_1113 (size=5575) 2024-11-12T11:41:02,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000037-wal.1731411657728.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T11:41:02,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000037-wal.1731411657728.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000066 2024-11-12T11:41:02,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T11:41:02,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728, journal: Splitting hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728, size=0 (0bytes) at 1731411657955Finishing writing output for hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 so closing down at 1731411661986 (+4031 ms)Creating recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000037-wal.1731411657728.temp at 1731411662014 (+28 ms)3 split writer threads finished at 1731411662014Closed recovered edits writer path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000037-wal.1731411657728.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731411662021 (+7 ms)Rename recovered edits hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000037-wal.1731411657728.temp to hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000066 at 1731411662022 (+1 ms)Processed 30 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728, size=0, length=0, corrupted=false, cancelled=false at 1731411662022 2024-11-12T11:41:02,023 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 to hdfs://localhost:37967/hbase/oldWALs/wal.1731411657728 2024-11-12T11:41:02,024 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000066 2024-11-12T11:41:02,024 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T11:41:02,026 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37967/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460, archiveDir=hdfs://localhost:37967/hbase/oldWALs, maxLogs=32 2024-11-12T11:41:02,038 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411662026, exclude list is [], retry=0 2024-11-12T11:41:02,040 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43155,DS-72ab8554-cc7c-403c-93c6-bbf19f3c923c,DISK] 2024-11-12T11:41:02,040 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-35247d31-3782-49bc-bafc-1fa11ac02453,DISK] 2024-11-12T11:41:02,040 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-a0e6e5d9-9147-405e-ba8b-c343217c1b26,DISK] 2024-11-12T11:41:02,064 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411662026 2024-11-12T11:41:02,064 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169),(127.0.0.1/127.0.0.1:46841:46841),(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-12T11:41:02,065 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T11:41:02,066 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:41:02,067 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName a 2024-11-12T11:41:02,067 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:02,071 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/a/f00f7ed8face47be980445783ba108d0 2024-11-12T11:41:02,071 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:41:02,072 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:41:02,072 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName b 2024-11-12T11:41:02,072 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:02,077 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/b/b5f054209ba54b1d9c06e04c1c3d1e11 2024-11-12T11:41:02,078 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:41:02,078 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:41:02,079 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4aaad4bb42ffba5fbdd7fd3ff30636 columnFamilyName c 2024-11-12T11:41:02,079 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T11:41:02,084 DEBUG [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/c/4422eab099034a7f8c6fecd431049338 2024-11-12T11:41:02,084 INFO [StoreOpener-8c4aaad4bb42ffba5fbdd7fd3ff30636-1 {}] regionserver.HStore(327): Store=8c4aaad4bb42ffba5fbdd7fd3ff30636/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T11:41:02,084 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:41:02,085 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:41:02,086 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:41:02,087 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000066 2024-11-12T11:41:02,111 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T11:41:02,114 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000066 2024-11-12T11:41:02,114 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T11:41:02,128 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/a/4cbe7f1c94e34cf4a6b76034ad5c003f is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731411657895/Put/seqid=0 2024-11-12T11:41:02,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741935_1115 (size=5958) 2024-11-12T11:41:02,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741935_1115 (size=5958) 2024-11-12T11:41:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741935_1115 (size=5958) 2024-11-12T11:41:02,134 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/a/4cbe7f1c94e34cf4a6b76034ad5c003f 2024-11-12T11:41:02,152 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/b/6d77b0c6c99649e59abfa784c48f4986 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731411657903/Put/seqid=0 2024-11-12T11:41:02,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741936_1116 (size=5958) 2024-11-12T11:41:02,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741936_1116 (size=5958) 2024-11-12T11:41:02,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741936_1116 (size=5958) 2024-11-12T11:41:02,159 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/b/6d77b0c6c99649e59abfa784c48f4986 2024-11-12T11:41:02,178 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/c/a44b84e6656a46a9b98967319cd334fb is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731411657911/Put/seqid=0 2024-11-12T11:41:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741937_1117 (size=5958) 2024-11-12T11:41:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741937_1117 (size=5958) 2024-11-12T11:41:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741937_1117 (size=5958) 2024-11-12T11:41:02,185 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/c/a44b84e6656a46a9b98967319cd334fb 2024-11-12T11:41:02,190 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/a/4cbe7f1c94e34cf4a6b76034ad5c003f as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/a/4cbe7f1c94e34cf4a6b76034ad5c003f 2024-11-12T11:41:02,194 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/a/4cbe7f1c94e34cf4a6b76034ad5c003f, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T11:41:02,196 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/b/6d77b0c6c99649e59abfa784c48f4986 as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/b/6d77b0c6c99649e59abfa784c48f4986 2024-11-12T11:41:02,200 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/b/6d77b0c6c99649e59abfa784c48f4986, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T11:41:02,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/.tmp/c/a44b84e6656a46a9b98967319cd334fb as hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/c/a44b84e6656a46a9b98967319cd334fb 2024-11-12T11:41:02,206 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/c/a44b84e6656a46a9b98967319cd334fb, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T11:41:02,206 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8c4aaad4bb42ffba5fbdd7fd3ff30636 in 92ms, sequenceid=66, compaction requested=false; wal=null 2024-11-12T11:41:02,207 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/0000000000000000066 2024-11-12T11:41:02,208 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:41:02,208 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:41:02,209 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T11:41:02,210 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8c4aaad4bb42ffba5fbdd7fd3ff30636 2024-11-12T11:41:02,212 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/hbase/data/default/testReplayEditsWrittenViaHRegion/8c4aaad4bb42ffba5fbdd7fd3ff30636/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-12T11:41:02,213 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8c4aaad4bb42ffba5fbdd7fd3ff30636; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66481808, jitterRate=-0.009343862533569336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T11:41:02,213 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8c4aaad4bb42ffba5fbdd7fd3ff30636: Writing region info on filesystem at 1731411662065Initializing all the Stores at 1731411662066 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411662066Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411662066Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731411662066Obtaining lock to block concurrent updates at 1731411662114 (+48 ms)Preparing flush snapshotting stores in 8c4aaad4bb42ffba5fbdd7fd3ff30636 at 1731411662114Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731411662114Flushing stores of testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. at 1731411662114Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/a: creating writer at 1731411662114Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/a: appending metadata at 1731411662127 (+13 ms)Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/a: closing flushed file at 1731411662127Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/b: creating writer at 1731411662138 (+11 ms)Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/b: appending metadata at 1731411662152 (+14 ms)Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/b: closing flushed file at 1731411662152Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/c: creating writer at 1731411662164 (+12 ms)Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/c: appending metadata at 1731411662178 (+14 ms)Flushing 8c4aaad4bb42ffba5fbdd7fd3ff30636/c: closing flushed file at 1731411662178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342ce450: reopening flushed file at 1731411662189 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595ad9b2: reopening flushed file at 1731411662195 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7625b9b9: reopening flushed file at 1731411662201 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8c4aaad4bb42ffba5fbdd7fd3ff30636 in 92ms, sequenceid=66, compaction requested=false; wal=null at 1731411662206 (+5 ms)Cleaning up temporary data from old regions at 1731411662208 (+2 ms)Region opened successfully at 1731411662213 (+5 ms) 2024-11-12T11:41:02,228 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8c4aaad4bb42ffba5fbdd7fd3ff30636, disabling compactions & flushes 2024-11-12T11:41:02,228 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:41:02,228 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:41:02,228 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. after waiting 0 ms 2024-11-12T11:41:02,228 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:41:02,230 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731411657461.8c4aaad4bb42ffba5fbdd7fd3ff30636. 2024-11-12T11:41:02,230 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8c4aaad4bb42ffba5fbdd7fd3ff30636: Waiting for close lock at 1731411662228Disabling compacts and flushes for region at 1731411662228Disabling writes for close at 1731411662228Writing region close event to WAL at 1731411662230 (+2 ms)Closed at 1731411662230 2024-11-12T11:41:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741934_1114 (size=175) 2024-11-12T11:41:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741934_1114 (size=175) 2024-11-12T11:41:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741934_1114 (size=175) 2024-11-12T11:41:02,235 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T11:41:02,235 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731411662026) 2024-11-12T11:41:02,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=446 (was 440) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-208773392_22 at /127.0.0.1:34552 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-208773392_22 at /127.0.0.1:39280 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (684631574) connection to localhost/127.0.0.1:37967 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-208773392_22 at /127.0.0.1:47178 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:37967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=1646 (was 1660) 2024-11-12T11:41:02,248 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-12T11:41:02,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T11:41:02,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:41:02,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:41:02,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:41:02,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:41:02,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T11:41:02,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T11:41:02,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1775530645, stopped=false 2024-11-12T11:41:02,250 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b51f50ce4a7c,41885,1731411620846 2024-11-12T11:41:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:41:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:41:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T11:41:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:02,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:41:02,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T11:41:02,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:41:02,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:41:02,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b51f50ce4a7c,46657,1731411621584' ***** 2024-11-12T11:41:02,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T11:41:02,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b51f50ce4a7c,33303,1731411621697' ***** 2024-11-12T11:41:02,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T11:41:02,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:41:02,288 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T11:41:02,288 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T11:41:02,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:41:02,288 INFO [RS:0;b51f50ce4a7c:46657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T11:41:02,288 INFO [RS:1;b51f50ce4a7c:33303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T11:41:02,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T11:41:02,288 INFO [RS:0;b51f50ce4a7c:46657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T11:41:02,288 INFO [RS:1;b51f50ce4a7c:33303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T11:41:02,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T11:41:02,289 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(959): stopping server b51f50ce4a7c,46657,1731411621584 2024-11-12T11:41:02,289 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(3091): Received CLOSE for d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:41:02,289 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:41:02,289 INFO [RS:0;b51f50ce4a7c:46657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b51f50ce4a7c:46657. 2024-11-12T11:41:02,289 DEBUG [RS:0;b51f50ce4a7c:46657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:41:02,289 DEBUG [RS:0;b51f50ce4a7c:46657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:41:02,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T11:41:02,289 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T11:41:02,289 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T11:41:02,289 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T11:41:02,289 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(959): stopping server b51f50ce4a7c,33303,1731411621697 2024-11-12T11:41:02,289 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:41:02,289 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T11:41:02,289 INFO [RS:1;b51f50ce4a7c:33303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b51f50ce4a7c:33303. 2024-11-12T11:41:02,289 DEBUG [RS:1;b51f50ce4a7c:33303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T11:41:02,289 DEBUG [RS:1;b51f50ce4a7c:33303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:41:02,289 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T11:41:02,289 DEBUG [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(1325): Online Regions={d4360d4ef9983cbc053bc8d78285151b=testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b.} 2024-11-12T11:41:02,289 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T11:41:02,289 DEBUG [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(1351): Waiting on d4360d4ef9983cbc053bc8d78285151b 2024-11-12T11:41:02,289 DEBUG [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T11:41:02,290 DEBUG [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T11:41:02,290 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4360d4ef9983cbc053bc8d78285151b, disabling compactions & flushes 2024-11-12T11:41:02,290 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T11:41:02,290 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:41:02,290 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T11:41:02,290 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:41:02,290 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T11:41:02,290 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. after waiting 0 ms 2024-11-12T11:41:02,290 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T11:41:02,290 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:41:02,290 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T11:41:02,290 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-12T11:41:02,294 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d4360d4ef9983cbc053bc8d78285151b/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-12T11:41:02,294 INFO [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:41:02,295 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4360d4ef9983cbc053bc8d78285151b: Waiting for close lock at 1731411662290Running coprocessor pre-close hooks at 1731411662290Disabling compacts and flushes for region at 1731411662290Disabling writes for close at 1731411662290Writing region close event to WAL at 1731411662291 (+1 ms)Running coprocessor post-close hooks at 1731411662294 (+3 ms)Closed at 1731411662294 2024-11-12T11:41:02,295 DEBUG [RS_CLOSE_REGION-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b. 2024-11-12T11:41:02,310 INFO [regionserver/b51f50ce4a7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:41:02,310 INFO [regionserver/b51f50ce4a7c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:41:02,310 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/.tmp/info/7f49269adecb43ebb28a8abc5b57df4c is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731411637782.d4360d4ef9983cbc053bc8d78285151b./info:regioninfo/1731411640955/Put/seqid=0 2024-11-12T11:41:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741938_1118 (size=8243) 2024-11-12T11:41:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741938_1118 (size=8243) 2024-11-12T11:41:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741938_1118 (size=8243) 2024-11-12T11:41:02,318 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/.tmp/info/7f49269adecb43ebb28a8abc5b57df4c 2024-11-12T11:41:02,337 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/.tmp/ns/3110e2dc43214d03a87f10e1883a3166 is 43, key is default/ns:d/1731411624110/Put/seqid=0 2024-11-12T11:41:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741939_1119 (size=5153) 2024-11-12T11:41:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741939_1119 (size=5153) 2024-11-12T11:41:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741939_1119 (size=5153) 2024-11-12T11:41:02,345 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/.tmp/ns/3110e2dc43214d03a87f10e1883a3166 2024-11-12T11:41:02,364 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/.tmp/table/4d560b5a0e034a1e8b8c261d23837de3 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731411638198/Put/seqid=0 2024-11-12T11:41:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741940_1120 (size=5431) 2024-11-12T11:41:02,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741940_1120 (size=5431) 2024-11-12T11:41:02,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741940_1120 (size=5431) 2024-11-12T11:41:02,371 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/.tmp/table/4d560b5a0e034a1e8b8c261d23837de3 2024-11-12T11:41:02,377 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/.tmp/info/7f49269adecb43ebb28a8abc5b57df4c as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/info/7f49269adecb43ebb28a8abc5b57df4c 2024-11-12T11:41:02,382 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/info/7f49269adecb43ebb28a8abc5b57df4c, entries=18, sequenceid=21, filesize=8.0 K 2024-11-12T11:41:02,384 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/.tmp/ns/3110e2dc43214d03a87f10e1883a3166 as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/ns/3110e2dc43214d03a87f10e1883a3166 2024-11-12T11:41:02,389 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/ns/3110e2dc43214d03a87f10e1883a3166, entries=2, sequenceid=21, filesize=5.0 K 2024-11-12T11:41:02,391 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/.tmp/table/4d560b5a0e034a1e8b8c261d23837de3 as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/table/4d560b5a0e034a1e8b8c261d23837de3 2024-11-12T11:41:02,395 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/table/4d560b5a0e034a1e8b8c261d23837de3, entries=2, sequenceid=21, filesize=5.3 K 2024-11-12T11:41:02,396 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false 2024-11-12T11:41:02,401 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-12T11:41:02,401 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T11:41:02,401 INFO [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T11:41:02,402 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731411662290Running coprocessor pre-close hooks at 1731411662290Disabling compacts and flushes for region at 1731411662290Disabling writes for close at 1731411662290Obtaining lock to block concurrent updates at 1731411662290Preparing flush snapshotting stores in 1588230740 at 1731411662290Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731411662290Flushing stores of hbase:meta,,1.1588230740 at 1731411662291 (+1 ms)Flushing 1588230740/info: creating writer at 1731411662291Flushing 1588230740/info: appending metadata at 1731411662309 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731411662310 (+1 ms)Flushing 1588230740/ns: creating writer at 1731411662323 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731411662337 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731411662337Flushing 1588230740/table: creating writer at 1731411662349 (+12 ms)Flushing 1588230740/table: appending metadata at 1731411662363 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731411662363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7882b52d: reopening flushed file at 1731411662376 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef2d114: reopening flushed file at 1731411662383 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d690e0: reopening flushed file at 1731411662390 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false at 1731411662396 (+6 ms)Writing region close event to WAL at 1731411662398 (+2 ms)Running coprocessor post-close hooks at 1731411662401 (+3 ms)Closed at 1731411662401 2024-11-12T11:41:02,402 DEBUG [RS_CLOSE_META-regionserver/b51f50ce4a7c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T11:41:02,490 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(976): stopping server b51f50ce4a7c,33303,1731411621697; all regions closed. 2024-11-12T11:41:02,490 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(976): stopping server b51f50ce4a7c,46657,1731411621584; all regions closed. 2024-11-12T11:41:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741836_1012 (size=9487) 2024-11-12T11:41:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741836_1012 (size=9487) 2024-11-12T11:41:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741833_1009 (size=1032) 2024-11-12T11:41:02,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/WALs/b51f50ce4a7c,46657,1731411621584/b51f50ce4a7c%2C46657%2C1731411621584.meta.1731411623810.meta not finished, retry = 0 2024-11-12T11:41:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741836_1012 (size=9487) 2024-11-12T11:41:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741833_1009 (size=1032) 2024-11-12T11:41:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741833_1009 (size=1032) 2024-11-12T11:41:02,497 DEBUG [RS:1;b51f50ce4a7c:33303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/oldWALs 2024-11-12T11:41:02,497 INFO [RS:1;b51f50ce4a7c:33303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C33303%2C1731411621697:(num 1731411623308) 2024-11-12T11:41:02,497 DEBUG [RS:1;b51f50ce4a7c:33303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:41:02,497 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:41:02,497 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:41:02,497 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.ChoreService(370): Chore service for: regionserver/b51f50ce4a7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T11:41:02,497 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T11:41:02,497 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T11:41:02,497 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:41:02,497 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T11:41:02,498 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:41:02,498 INFO [RS:1;b51f50ce4a7c:33303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33303 2024-11-12T11:41:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:41:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b51f50ce4a7c,33303,1731411621697 2024-11-12T11:41:02,506 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:41:02,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b51f50ce4a7c,33303,1731411621697] 2024-11-12T11:41:02,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b51f50ce4a7c,33303,1731411621697 already deleted, retry=false 2024-11-12T11:41:02,523 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b51f50ce4a7c,33303,1731411621697 expired; onlineServers=1 2024-11-12T11:41:02,599 DEBUG [RS:0;b51f50ce4a7c:46657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/oldWALs 2024-11-12T11:41:02,599 INFO [RS:0;b51f50ce4a7c:46657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C46657%2C1731411621584.meta:.meta(num 1731411623810) 2024-11-12T11:41:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741835_1011 (size=2764) 2024-11-12T11:41:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741835_1011 (size=2764) 2024-11-12T11:41:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741835_1011 (size=2764) 2024-11-12T11:41:02,607 DEBUG [RS:0;b51f50ce4a7c:46657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/oldWALs 2024-11-12T11:41:02,608 INFO [RS:0;b51f50ce4a7c:46657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b51f50ce4a7c%2C46657%2C1731411621584:(num 1731411623308) 2024-11-12T11:41:02,608 DEBUG [RS:0;b51f50ce4a7c:46657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T11:41:02,608 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T11:41:02,608 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:41:02,608 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.ChoreService(370): Chore service for: regionserver/b51f50ce4a7c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T11:41:02,608 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:41:02,608 INFO [regionserver/b51f50ce4a7c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:41:02,608 INFO [RS:0;b51f50ce4a7c:46657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46657 2024-11-12T11:41:02,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b51f50ce4a7c,46657,1731411621584 2024-11-12T11:41:02,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T11:41:02,614 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:41:02,614 INFO [RS:1;b51f50ce4a7c:33303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:41:02,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:41:02,614 INFO [RS:1;b51f50ce4a7c:33303 {}] regionserver.HRegionServer(1031): Exiting; stopping=b51f50ce4a7c,33303,1731411621697; zookeeper connection closed. 2024-11-12T11:41:02,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33303-0x1013022536d0002, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:41:02,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b2cc9d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b2cc9d4 2024-11-12T11:41:02,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b51f50ce4a7c,46657,1731411621584] 2024-11-12T11:41:02,631 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b51f50ce4a7c,46657,1731411621584 already deleted, retry=false 2024-11-12T11:41:02,631 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b51f50ce4a7c,46657,1731411621584 expired; onlineServers=0 2024-11-12T11:41:02,631 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b51f50ce4a7c,41885,1731411620846' ***** 2024-11-12T11:41:02,631 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T11:41:02,631 INFO [M:0;b51f50ce4a7c:41885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T11:41:02,631 INFO [M:0;b51f50ce4a7c:41885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T11:41:02,631 DEBUG [M:0;b51f50ce4a7c:41885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T11:41:02,631 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T11:41:02,631 DEBUG [M:0;b51f50ce4a7c:41885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T11:41:02,631 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411622991 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.large.0-1731411622991,5,FailOnTimeoutGroup] 2024-11-12T11:41:02,632 DEBUG [master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411622992 {}] cleaner.HFileCleaner(306): Exit Thread[master/b51f50ce4a7c:0:becomeActiveMaster-HFileCleaner.small.0-1731411622992,5,FailOnTimeoutGroup] 2024-11-12T11:41:02,632 INFO [M:0;b51f50ce4a7c:41885 {}] hbase.ChoreService(370): Chore service for: master/b51f50ce4a7c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T11:41:02,632 INFO [M:0;b51f50ce4a7c:41885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T11:41:02,632 DEBUG [M:0;b51f50ce4a7c:41885 {}] master.HMaster(1795): Stopping service threads 2024-11-12T11:41:02,632 INFO [M:0;b51f50ce4a7c:41885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T11:41:02,633 INFO [M:0;b51f50ce4a7c:41885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T11:41:02,633 INFO [M:0;b51f50ce4a7c:41885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T11:41:02,634 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T11:41:02,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T11:41:02,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T11:41:02,640 DEBUG [M:0;b51f50ce4a7c:41885 {}] zookeeper.ZKUtil(347): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T11:41:02,640 WARN [M:0;b51f50ce4a7c:41885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T11:41:02,641 INFO [M:0;b51f50ce4a7c:41885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/.lastflushedseqids 2024-11-12T11:41:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741941_1121 (size=138) 2024-11-12T11:41:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741941_1121 (size=138) 2024-11-12T11:41:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741941_1121 (size=138) 2024-11-12T11:41:02,655 INFO [M:0;b51f50ce4a7c:41885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T11:41:02,655 INFO [M:0;b51f50ce4a7c:41885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T11:41:02,656 DEBUG [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T11:41:02,656 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:41:02,656 DEBUG [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:41:02,656 DEBUG [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T11:41:02,656 DEBUG [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:41:02,656 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-12T11:41:02,671 DEBUG [M:0;b51f50ce4a7c:41885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d58b365064e94bd8988de606e8118cb7 is 82, key is hbase:meta,,1/info:regioninfo/1731411623933/Put/seqid=0 2024-11-12T11:41:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741942_1122 (size=5672) 2024-11-12T11:41:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741942_1122 (size=5672) 2024-11-12T11:41:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741942_1122 (size=5672) 2024-11-12T11:41:02,677 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d58b365064e94bd8988de606e8118cb7 2024-11-12T11:41:02,700 DEBUG [M:0;b51f50ce4a7c:41885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261a4c988ee14232a69ae8cb472f93d0 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731411638203/Put/seqid=0 2024-11-12T11:41:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741943_1123 (size=7754) 2024-11-12T11:41:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741943_1123 (size=7754) 2024-11-12T11:41:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741943_1123 (size=7754) 2024-11-12T11:41:02,707 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261a4c988ee14232a69ae8cb472f93d0 2024-11-12T11:41:02,711 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 261a4c988ee14232a69ae8cb472f93d0 2024-11-12T11:41:02,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:41:02,723 INFO [RS:0;b51f50ce4a7c:46657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:41:02,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46657-0x1013022536d0001, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:41:02,723 INFO [RS:0;b51f50ce4a7c:46657 {}] regionserver.HRegionServer(1031): Exiting; stopping=b51f50ce4a7c,46657,1731411621584; zookeeper connection closed. 2024-11-12T11:41:02,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30848171 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30848171 2024-11-12T11:41:02,723 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T11:41:02,726 DEBUG [M:0;b51f50ce4a7c:41885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e3a94adfd88426ab4e1c2da8cc52f11 is 69, key is b51f50ce4a7c,33303,1731411621697/rs:state/1731411623048/Put/seqid=0 2024-11-12T11:41:02,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741944_1124 (size=5445) 2024-11-12T11:41:02,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741944_1124 (size=5445) 2024-11-12T11:41:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741944_1124 (size=5445) 2024-11-12T11:41:02,732 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e3a94adfd88426ab4e1c2da8cc52f11 2024-11-12T11:41:02,736 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e3a94adfd88426ab4e1c2da8cc52f11 2024-11-12T11:41:02,737 DEBUG [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d58b365064e94bd8988de606e8118cb7 as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d58b365064e94bd8988de606e8118cb7 2024-11-12T11:41:02,741 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d58b365064e94bd8988de606e8118cb7, entries=8, sequenceid=168, filesize=5.5 K 2024-11-12T11:41:02,742 DEBUG [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261a4c988ee14232a69ae8cb472f93d0 as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/261a4c988ee14232a69ae8cb472f93d0 2024-11-12T11:41:02,747 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 261a4c988ee14232a69ae8cb472f93d0 2024-11-12T11:41:02,748 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/261a4c988ee14232a69ae8cb472f93d0, entries=17, sequenceid=168, filesize=7.6 K 2024-11-12T11:41:02,748 DEBUG [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e3a94adfd88426ab4e1c2da8cc52f11 as hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e3a94adfd88426ab4e1c2da8cc52f11 2024-11-12T11:41:02,753 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e3a94adfd88426ab4e1c2da8cc52f11 2024-11-12T11:41:02,753 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/dade9ea3-a74a-87b5-d479-012f0720bbbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e3a94adfd88426ab4e1c2da8cc52f11, entries=3, sequenceid=168, filesize=5.3 K 2024-11-12T11:41:02,754 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=168, compaction requested=false 2024-11-12T11:41:02,755 INFO [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T11:41:02,755 DEBUG [M:0;b51f50ce4a7c:41885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731411662656Disabling compacts and flushes for region at 1731411662656Disabling writes for close at 1731411662656Obtaining lock to block concurrent updates at 1731411662656Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731411662656Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1731411662656Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731411662657 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731411662657Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731411662671 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731411662671Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731411662681 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731411662699 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731411662699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731411662711 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731411662725 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731411662725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bbc4d1: reopening flushed file at 1731411662736 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c488c98: reopening flushed file at 1731411662742 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7a26d0: reopening flushed file at 1731411662748 (+6 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=168, compaction requested=false at 1731411662754 (+6 ms)Writing region close event to WAL at 1731411662755 (+1 ms)Closed at 1731411662755 2024-11-12T11:41:02,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43155 is added to blk_1073741830_1006 (size=83594) 2024-11-12T11:41:02,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741830_1006 (size=83594) 2024-11-12T11:41:02,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741830_1006 (size=83594) 2024-11-12T11:41:02,759 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T11:41:02,759 INFO [M:0;b51f50ce4a7c:41885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T11:41:02,759 INFO [M:0;b51f50ce4a7c:41885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41885 2024-11-12T11:41:02,760 INFO [M:0;b51f50ce4a7c:41885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T11:41:02,870 INFO [M:0;b51f50ce4a7c:41885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T11:41:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:41:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41885-0x1013022536d0000, quorum=127.0.0.1:53459, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T11:41:02,877 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641649 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641649 (inode 16655) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731411641255/wal.1731411641649 (inode 16655) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T11:41:02,878 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731411633218/wal.1731411633365 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:41:02,879 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731411657460/wal.1731411657728 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:41:02,881 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411651274 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411651274 (inode 16678) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731411641831/wal.1731411651274 (inode 16678) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T11:41:02,882 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731411625751/wal.1731411625844 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:41:02,884 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652607 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652607 (inode 16704) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731411651959/wal.1731411652607 (inode 16704) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T11:41:02,885 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731411652795/wal.1731411652868 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T11:41:02,889 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal.1731411625564 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal.1731411625564 (inode 16485) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731411625077/wal.1731411625564 (inode 16485) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T11:41:02,891 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal.1731411624775 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal.1731411624775 (inode 16462) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731411624317/wal.1731411624775 (inode 16462) Holder DFSClient_NONMAPREDUCE_1348172427_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T11:41:02,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@773b4a40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:41:02,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@286fa8e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:41:02,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:41:02,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b0de5e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:41:02,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78fad685{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.log.dir/,STOPPED} 2024-11-12T11:41:02,902 WARN [BP-355801318-172.17.0.2-1731411617231 heartbeating to localhost/127.0.0.1:37967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:41:02,902 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:41:02,902 WARN [BP-355801318-172.17.0.2-1731411617231 heartbeating to localhost/127.0.0.1:37967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-355801318-172.17.0.2-1731411617231 (Datanode Uuid 5a1dd060-2700-4b32-a6e1-3408ca1f0528) service to localhost/127.0.0.1:37967 2024-11-12T11:41:02,902 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:41:02,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data5/current/BP-355801318-172.17.0.2-1731411617231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:41:02,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data6/current/BP-355801318-172.17.0.2-1731411617231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:41:02,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:41:02,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75d96791{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:41:02,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60aef58b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:41:02,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:41:02,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14fd625f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:41:02,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a777d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.log.dir/,STOPPED} 2024-11-12T11:41:02,909 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:41:02,909 WARN [BP-355801318-172.17.0.2-1731411617231 heartbeating to localhost/127.0.0.1:37967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:41:02,909 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:41:02,909 WARN [BP-355801318-172.17.0.2-1731411617231 heartbeating to localhost/127.0.0.1:37967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-355801318-172.17.0.2-1731411617231 (Datanode Uuid 32e4db81-b93a-4448-9728-ff09432b7bc8) service to localhost/127.0.0.1:37967 2024-11-12T11:41:02,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data3/current/BP-355801318-172.17.0.2-1731411617231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:41:02,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data4/current/BP-355801318-172.17.0.2-1731411617231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:41:02,911 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:41:02,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d480c14{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T11:41:02,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a1e1ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:41:02,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:41:02,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ace2437{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:41:02,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d86915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.log.dir/,STOPPED} 2024-11-12T11:41:02,921 WARN [BP-355801318-172.17.0.2-1731411617231 heartbeating to localhost/127.0.0.1:37967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T11:41:02,921 WARN [BP-355801318-172.17.0.2-1731411617231 heartbeating to localhost/127.0.0.1:37967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-355801318-172.17.0.2-1731411617231 (Datanode Uuid 285d5719-b885-4d01-b418-79301298981b) service to localhost/127.0.0.1:37967 2024-11-12T11:41:02,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T11:41:02,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T11:41:02,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data1/current/BP-355801318-172.17.0.2-1731411617231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:41:02,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/cluster_4a8e360d-2fed-641d-cc22-0de80f9ebde4/data/data2/current/BP-355801318-172.17.0.2-1731411617231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T11:41:02,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T11:41:02,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14f32243{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T11:41:02,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71a2a7f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T11:41:02,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T11:41:02,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@120a4c3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T11:41:02,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a6ae9ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b26b290-3c31-7237-80db-c731c6d6e32f/hadoop.log.dir/,STOPPED} 2024-11-12T11:41:02,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T11:41:02,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down