2024-11-19 07:30:36,759 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-19 07:30:36,770 main DEBUG Took 0.008741 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 07:30:36,770 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 07:30:36,770 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 07:30:36,772 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 07:30:36,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,781 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 07:30:36,793 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,796 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,797 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,800 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,801 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,802 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,803 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,804 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,805 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,806 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:30:36,808 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,809 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 07:30:36,811 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:30:36,812 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 07:30:36,814 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 07:30:36,815 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 07:30:36,816 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 07:30:36,817 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 07:30:36,825 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 07:30:36,827 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 07:30:36,829 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 07:30:36,829 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 07:30:36,829 main DEBUG createAppenders(={Console}) 2024-11-19 07:30:36,830 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-19 07:30:36,830 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-19 07:30:36,830 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-19 07:30:36,831 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 07:30:36,831 main DEBUG OutputStream closed 2024-11-19 07:30:36,832 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 07:30:36,832 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 07:30:36,832 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-19 07:30:36,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 07:30:36,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 07:30:36,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 07:30:36,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 07:30:36,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 07:30:36,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 07:30:36,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 07:30:36,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 07:30:36,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 07:30:36,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 07:30:36,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 07:30:36,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 07:30:36,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 07:30:36,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 07:30:36,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 07:30:36,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 07:30:36,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 07:30:36,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 07:30:36,909 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 07:30:36,909 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-19 07:30:36,910 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 07:30:36,910 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-19T07:30:37,154 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56 2024-11-19 07:30:37,156 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 07:30:37,156 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T07:30:37,165 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-19T07:30:37,171 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-19T07:30:37,191 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T07:30:37,230 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T07:30:37,231 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T07:30:37,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:30:37,260 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106, deleteOnExit=true 2024-11-19T07:30:37,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:30:37,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/test.cache.data in system properties and HBase conf 2024-11-19T07:30:37,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:30:37,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:30:37,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:30:37,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:30:37,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:30:37,335 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T07:30:37,437 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:30:37,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:30:37,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:30:37,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:30:37,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:30:37,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:30:37,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:30:37,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:30:37,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:30:37,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:30:37,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:30:37,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:30:37,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:30:37,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:30:37,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:30:38,453 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T07:30:38,519 INFO [Time-limited test {}] log.Log(170): Logging initialized @2426ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T07:30:38,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:30:38,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:30:38,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:30:38,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:30:38,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:30:38,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:30:38,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:30:38,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:30:38,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c03e044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/java.io.tmpdir/jetty-localhost-45423-hadoop-hdfs-3_4_1-tests_jar-_-any-3976649416281871911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:30:38,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:45423} 2024-11-19T07:30:38,873 INFO [Time-limited test {}] server.Server(415): Started @2780ms 2024-11-19T07:30:39,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:30:39,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:30:39,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:30:39,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:30:39,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:30:39,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:30:39,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:30:39,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501095cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/java.io.tmpdir/jetty-localhost-33829-hadoop-hdfs-3_4_1-tests_jar-_-any-18379797041809128533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:30:39,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:33829} 2024-11-19T07:30:39,559 INFO [Time-limited test {}] server.Server(415): Started @3466ms 2024-11-19T07:30:39,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:30:39,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:30:39,728 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:30:39,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:30:39,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:30:39,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:30:39,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:30:39,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:30:39,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64052af6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/java.io.tmpdir/jetty-localhost-40007-hadoop-hdfs-3_4_1-tests_jar-_-any-13599770413675468876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:30:39,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:40007} 2024-11-19T07:30:39,832 INFO [Time-limited test {}] server.Server(415): Started @3739ms 2024-11-19T07:30:39,834 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:30:39,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:30:39,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:30:39,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:30:39,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:30:39,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:30:39,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:30:39,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:30:39,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@420bc738{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/java.io.tmpdir/jetty-localhost-42687-hadoop-hdfs-3_4_1-tests_jar-_-any-13841943099055441197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:30:39,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:42687} 2024-11-19T07:30:39,974 INFO [Time-limited test {}] server.Server(415): Started @3880ms 2024-11-19T07:30:39,976 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:30:41,454 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data5/current/BP-708501761-172.17.0.2-1732001437958/current, will proceed with Du for space computation calculation, 2024-11-19T07:30:41,454 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data3/current/BP-708501761-172.17.0.2-1732001437958/current, will proceed with Du for space computation calculation, 2024-11-19T07:30:41,454 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data1/current/BP-708501761-172.17.0.2-1732001437958/current, will proceed with Du for space computation calculation, 2024-11-19T07:30:41,454 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data6/current/BP-708501761-172.17.0.2-1732001437958/current, will proceed with Du for space computation calculation, 2024-11-19T07:30:41,454 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data2/current/BP-708501761-172.17.0.2-1732001437958/current, will proceed with Du for space computation calculation, 2024-11-19T07:30:41,454 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data4/current/BP-708501761-172.17.0.2-1732001437958/current, will proceed with Du for space computation calculation, 2024-11-19T07:30:41,493 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:30:41,494 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:30:41,494 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:30:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5046bc73d3026f88 with lease ID 0xe4ad76243668d136: Processing first storage report for DS-7f85ae7a-2874-4f08-a8ee-8245a5979733 from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=e8ef3be3-b4e8-4b26-bcf9-7fec591a44e1, infoPort=42907, infoSecurePort=0, ipcPort=37647, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958) 2024-11-19T07:30:41,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5046bc73d3026f88 with lease ID 0xe4ad76243668d136: from storage DS-7f85ae7a-2874-4f08-a8ee-8245a5979733 node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=e8ef3be3-b4e8-4b26-bcf9-7fec591a44e1, infoPort=42907, infoSecurePort=0, ipcPort=37647, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T07:30:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x875b156c6e33aae2 with lease ID 0xe4ad76243668d135: Processing first storage report for DS-453cea73-90ac-422e-a774-cd1509b11664 from datanode DatanodeRegistration(127.0.0.1:35373, datanodeUuid=93096bac-f34a-4276-9091-d4606716fb53, infoPort=35035, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958) 2024-11-19T07:30:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x875b156c6e33aae2 with lease ID 0xe4ad76243668d135: from storage DS-453cea73-90ac-422e-a774-cd1509b11664 node DatanodeRegistration(127.0.0.1:35373, datanodeUuid=93096bac-f34a-4276-9091-d4606716fb53, infoPort=35035, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:30:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2df117efef55149 with lease ID 0xe4ad76243668d134: Processing first storage report for DS-92eb6cdd-fe9b-4112-9197-5967112e946c from datanode DatanodeRegistration(127.0.0.1:36585, datanodeUuid=b3fe4b51-549e-4e8b-a0e9-3cbf27317adb, infoPort=33143, infoSecurePort=0, ipcPort=34379, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958) 2024-11-19T07:30:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2df117efef55149 with lease ID 0xe4ad76243668d134: from storage DS-92eb6cdd-fe9b-4112-9197-5967112e946c node DatanodeRegistration(127.0.0.1:36585, datanodeUuid=b3fe4b51-549e-4e8b-a0e9-3cbf27317adb, infoPort=33143, infoSecurePort=0, ipcPort=34379, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:30:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5046bc73d3026f88 with lease ID 0xe4ad76243668d136: Processing first storage report for DS-d4410095-951d-4f3b-b045-0d0f4a47146c from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=e8ef3be3-b4e8-4b26-bcf9-7fec591a44e1, infoPort=42907, infoSecurePort=0, ipcPort=37647, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958) 2024-11-19T07:30:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5046bc73d3026f88 with lease ID 0xe4ad76243668d136: from storage DS-d4410095-951d-4f3b-b045-0d0f4a47146c node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=e8ef3be3-b4e8-4b26-bcf9-7fec591a44e1, infoPort=42907, infoSecurePort=0, ipcPort=37647, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:30:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x875b156c6e33aae2 with lease ID 0xe4ad76243668d135: Processing first storage report for DS-d2d3c348-012e-4c7f-995d-264cf9293f21 from datanode DatanodeRegistration(127.0.0.1:35373, datanodeUuid=93096bac-f34a-4276-9091-d4606716fb53, infoPort=35035, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958) 2024-11-19T07:30:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x875b156c6e33aae2 with lease ID 0xe4ad76243668d135: from storage DS-d2d3c348-012e-4c7f-995d-264cf9293f21 node DatanodeRegistration(127.0.0.1:35373, datanodeUuid=93096bac-f34a-4276-9091-d4606716fb53, infoPort=35035, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:30:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2df117efef55149 with lease ID 0xe4ad76243668d134: Processing first storage report for DS-1fde4649-ec9c-4472-b8cc-2f7982ec666e from datanode DatanodeRegistration(127.0.0.1:36585, datanodeUuid=b3fe4b51-549e-4e8b-a0e9-3cbf27317adb, infoPort=33143, infoSecurePort=0, ipcPort=34379, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958) 2024-11-19T07:30:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2df117efef55149 with lease ID 0xe4ad76243668d134: from storage DS-1fde4649-ec9c-4472-b8cc-2f7982ec666e node DatanodeRegistration(127.0.0.1:36585, datanodeUuid=b3fe4b51-549e-4e8b-a0e9-3cbf27317adb, infoPort=33143, infoSecurePort=0, ipcPort=34379, storageInfo=lv=-57;cid=testClusterID;nsid=1083453822;c=1732001437958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:30:41,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56 2024-11-19T07:30:41,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/zookeeper_0, clientPort=52014, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:30:41,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52014 2024-11-19T07:30:41,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:41,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:30:41,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:30:41,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:30:42,287 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477 with version=8 2024-11-19T07:30:42,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/hbase-staging 2024-11-19T07:30:42,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:30:42,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:42,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:42,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:30:42,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:42,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:30:42,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:30:42,750 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T07:30:42,758 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T07:30:42,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:30:42,786 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 92295 (auto-detected) 2024-11-19T07:30:42,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T07:30:42,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37019 2024-11-19T07:30:42,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37019 connecting to ZooKeeper ensemble=127.0.0.1:52014 2024-11-19T07:30:42,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370190x0, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:30:42,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37019-0x1015200a3130000 connected 2024-11-19T07:30:43,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:43,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:43,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:30:43,069 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477, hbase.cluster.distributed=false 2024-11-19T07:30:43,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:30:43,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37019 2024-11-19T07:30:43,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37019 2024-11-19T07:30:43,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37019 2024-11-19T07:30:43,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37019 2024-11-19T07:30:43,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37019 2024-11-19T07:30:43,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:30:43,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:43,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:43,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:30:43,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:43,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:30:43,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:30:43,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:30:43,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35353 2024-11-19T07:30:43,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35353 connecting to ZooKeeper ensemble=127.0.0.1:52014 2024-11-19T07:30:43,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:43,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353530x0, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:30:43,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353530x0, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:30:43,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35353-0x1015200a3130001 connected 2024-11-19T07:30:43,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:30:43,239 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:30:43,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:30:43,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:30:43,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-19T07:30:43,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35353 2024-11-19T07:30:43,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35353 2024-11-19T07:30:43,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-19T07:30:43,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-19T07:30:43,267 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:30:43,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:43,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:43,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:30:43,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:43,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:30:43,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:30:43,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:30:43,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43381 2024-11-19T07:30:43,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43381 connecting to ZooKeeper ensemble=127.0.0.1:52014 2024-11-19T07:30:43,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:43,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:43,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433810x0, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:30:43,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:30:43,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43381-0x1015200a3130002 connected 2024-11-19T07:30:43,291 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:30:43,292 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:30:43,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:30:43,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:30:43,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-19T07:30:43,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43381 2024-11-19T07:30:43,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43381 2024-11-19T07:30:43,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-19T07:30:43,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-19T07:30:43,314 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:30:43,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:43,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:43,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:30:43,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:30:43,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:30:43,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:30:43,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:30:43,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43035 2024-11-19T07:30:43,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43035 connecting to ZooKeeper ensemble=127.0.0.1:52014 2024-11-19T07:30:43,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:43,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:43,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430350x0, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:30:43,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430350x0, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:30:43,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43035-0x1015200a3130003 connected 2024-11-19T07:30:43,333 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:30:43,334 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:30:43,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:30:43,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:30:43,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43035 2024-11-19T07:30:43,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43035 2024-11-19T07:30:43,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43035 2024-11-19T07:30:43,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43035 2024-11-19T07:30:43,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43035 2024-11-19T07:30:43,358 DEBUG [M:0;db0afee3eab9:37019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:37019 2024-11-19T07:30:43,359 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db0afee3eab9,37019,1732001442409 2024-11-19T07:30:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:30:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:30:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:30:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:30:43,376 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db0afee3eab9,37019,1732001442409 2024-11-19T07:30:43,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:30:43,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:30:43,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:43,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:30:43,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:43,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:43,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:43,407 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T07:30:43,408 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db0afee3eab9,37019,1732001442409 from backup master directory 2024-11-19T07:30:43,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:30:43,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:30:43,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:30:43,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db0afee3eab9,37019,1732001442409 2024-11-19T07:30:43,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:30:43,424 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:30:43,424 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,37019,1732001442409 2024-11-19T07:30:43,427 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T07:30:43,428 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T07:30:43,486 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/hbase.id] with ID: a522b208-209d-4218-966e-1628981deb80 2024-11-19T07:30:43,486 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/.tmp/hbase.id 2024-11-19T07:30:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:30:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:30:43,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:30:43,502 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/.tmp/hbase.id]:[hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/hbase.id] 2024-11-19T07:30:43,546 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:30:43,553 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:30:43,571 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-19T07:30:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:43,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:30:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:30:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:30:43,621 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:30:43,623 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:30:43,628 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:43,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:30:43,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:30:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:30:43,677 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store 2024-11-19T07:30:43,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:30:43,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:30:43,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:30:43,704 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T07:30:43,707 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:43,708 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:30:43,708 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:30:43,709 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:30:43,710 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:30:43,710 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:30:43,710 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:30:43,711 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732001443708Disabling compacts and flushes for region at 1732001443708Disabling writes for close at 1732001443710 (+2 ms)Writing region close event to WAL at 1732001443710Closed at 1732001443710 2024-11-19T07:30:43,713 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/.initializing 2024-11-19T07:30:43,713 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/WALs/db0afee3eab9,37019,1732001442409 2024-11-19T07:30:43,721 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:43,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C37019%2C1732001442409, suffix=, logDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/WALs/db0afee3eab9,37019,1732001442409, archiveDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/oldWALs, maxLogs=10 2024-11-19T07:30:43,762 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/WALs/db0afee3eab9,37019,1732001442409/db0afee3eab9%2C37019%2C1732001442409.1732001443739, exclude list is [], retry=0 2024-11-19T07:30:43,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:43,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:43,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:43,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:43,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T07:30:43,821 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-19T07:30:43,883 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/WALs/db0afee3eab9,37019,1732001442409/db0afee3eab9%2C37019%2C1732001442409.1732001443739 2024-11-19T07:30:43,883 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:30:43,884 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:43,884 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:43,887 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,888 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:30:43,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:43,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:30:43,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:30:43,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:43,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:43,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:30:43,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:43,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:43,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:30:43,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:43,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:43,967 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,970 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,971 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,977 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,978 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,981 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:30:43,985 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:30:43,991 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:43,993 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73423133, jitterRate=0.09408994019031525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:30:44,001 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732001443901Initializing all the Stores at 1732001443903 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001443903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001443904 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001443904Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001443904Cleaning up temporary data from old regions at 1732001443978 (+74 ms)Region opened successfully at 1732001444001 (+23 ms) 2024-11-19T07:30:44,003 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:30:44,037 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7d7053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:30:44,071 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:30:44,081 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:30:44,081 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:30:44,083 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:30:44,085 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T07:30:44,089 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T07:30:44,089 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:30:44,116 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:30:44,124 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T07:30:44,174 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T07:30:44,177 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:30:44,179 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:30:44,190 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T07:30:44,193 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:30:44,196 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:30:44,205 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T07:30:44,207 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:30:44,216 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T07:30:44,237 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:30:44,247 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T07:30:44,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:30:44,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:30:44,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:30:44,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:30:44,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,263 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,37019,1732001442409, sessionid=0x1015200a3130000, setting cluster-up flag (Was=false) 2024-11-19T07:30:44,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,332 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T07:30:44,338 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,37019,1732001442409 2024-11-19T07:30:44,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:44,395 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T07:30:44,397 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,37019,1732001442409 2024-11-19T07:30:44,405 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:30:44,445 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(746): ClusterId : a522b208-209d-4218-966e-1628981deb80 2024-11-19T07:30:44,445 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(746): ClusterId : a522b208-209d-4218-966e-1628981deb80 2024-11-19T07:30:44,445 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(746): ClusterId : a522b208-209d-4218-966e-1628981deb80 2024-11-19T07:30:44,447 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:30:44,447 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:30:44,447 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:30:44,460 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:30:44,460 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:30:44,460 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:30:44,460 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:30:44,460 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:30:44,460 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:30:44,470 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:30:44,470 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:30:44,470 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:30:44,470 DEBUG [RS:1;db0afee3eab9:43381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b2447a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:30:44,470 DEBUG [RS:0;db0afee3eab9:35353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740a5839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:30:44,470 DEBUG [RS:2;db0afee3eab9:43035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5e72bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:30:44,478 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:30:44,485 DEBUG [RS:0;db0afee3eab9:35353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:35353 2024-11-19T07:30:44,487 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:30:44,487 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:30:44,488 DEBUG [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:30:44,488 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:30:44,490 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,37019,1732001442409 with port=35353, startcode=1732001443162 2024-11-19T07:30:44,490 DEBUG [RS:2;db0afee3eab9:43035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;db0afee3eab9:43035 2024-11-19T07:30:44,490 DEBUG [RS:1;db0afee3eab9:43381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db0afee3eab9:43381 2024-11-19T07:30:44,490 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:30:44,490 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:30:44,490 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:30:44,490 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:30:44,490 DEBUG [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:30:44,490 DEBUG [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:30:44,492 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,37019,1732001442409 with port=43035, startcode=1732001443314 2024-11-19T07:30:44,492 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,37019,1732001442409 with port=43381, startcode=1732001443267 2024-11-19T07:30:44,495 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:30:44,500 DEBUG [RS:0;db0afee3eab9:35353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:30:44,500 DEBUG [RS:2;db0afee3eab9:43035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:30:44,500 DEBUG [RS:1;db0afee3eab9:43381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:30:44,500 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,37019,1732001442409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:30:44,507 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:30:44,507 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:30:44,507 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:30:44,507 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:30:44,507 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:30:44,507 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,508 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:30:44,508 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,510 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732001474510 2024-11-19T07:30:44,512 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:30:44,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:30:44,517 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:30:44,517 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:30:44,518 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:30:44,518 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:30:44,520 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,524 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:30:44,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:30:44,526 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:30:44,528 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:30:44,528 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:30:44,530 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732001444529,5,FailOnTimeoutGroup] 2024-11-19T07:30:44,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:30:44,531 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732001444530,5,FailOnTimeoutGroup] 2024-11-19T07:30:44,531 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:30:44,531 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:30:44,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,533 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,537 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:30:44,537 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:30:44,537 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:30:44,539 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:44,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:30:44,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,43381,1732001443267 2024-11-19T07:30:44,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37019 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,43381,1732001443267 2024-11-19T07:30:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:30:44,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:30:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:30:44,576 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:30:44,576 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477 2024-11-19T07:30:44,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,43035,1732001443314 2024-11-19T07:30:44,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37019 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,43035,1732001443314 2024-11-19T07:30:44,587 DEBUG [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477 2024-11-19T07:30:44,587 DEBUG [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34045 2024-11-19T07:30:44,587 DEBUG [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:30:44,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,35353,1732001443162 2024-11-19T07:30:44,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37019 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,35353,1732001443162 2024-11-19T07:30:44,588 DEBUG [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477 2024-11-19T07:30:44,589 DEBUG [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34045 2024-11-19T07:30:44,589 DEBUG [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:30:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:30:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:30:44,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:30:44,593 DEBUG [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477 2024-11-19T07:30:44,593 DEBUG [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34045 2024-11-19T07:30:44,593 DEBUG [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:30:44,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:44,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:30:44,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:30:44,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:44,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:30:44,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:30:44,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:30:44,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:30:44,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:44,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:30:44,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:30:44,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:30:44,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:44,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:30:44,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:30:44,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:30:44,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:44,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:30:44,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:30:44,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740 2024-11-19T07:30:44,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740 2024-11-19T07:30:44,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:30:44,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:30:44,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:30:44,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:30:44,626 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:44,627 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59681382, jitterRate=-0.11067810654640198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:30:44,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732001444595Initializing all the Stores at 1732001444596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001444596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001444597 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001444597Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001444597Cleaning up temporary data from old regions at 1732001444619 (+22 ms)Region opened successfully at 1732001444631 (+12 ms) 2024-11-19T07:30:44,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:30:44,631 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:30:44,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:30:44,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:30:44,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:30:44,633 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:30:44,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732001444631Disabling compacts and flushes for region at 1732001444631Disabling writes for close at 1732001444632 (+1 ms)Writing region close event to WAL at 1732001444633 (+1 ms)Closed at 1732001444633 2024-11-19T07:30:44,636 DEBUG [RS:1;db0afee3eab9:43381 {}] zookeeper.ZKUtil(111): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,43381,1732001443267 2024-11-19T07:30:44,636 WARN [RS:1;db0afee3eab9:43381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:30:44,636 DEBUG [RS:2;db0afee3eab9:43035 {}] zookeeper.ZKUtil(111): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,43035,1732001443314 2024-11-19T07:30:44,636 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:30:44,637 WARN [RS:2;db0afee3eab9:43035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:30:44,637 INFO [RS:1;db0afee3eab9:43381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:44,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:30:44,637 INFO [RS:2;db0afee3eab9:43035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:44,637 DEBUG [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43381,1732001443267 2024-11-19T07:30:44,637 DEBUG [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43035,1732001443314 2024-11-19T07:30:44,638 DEBUG [RS:0;db0afee3eab9:35353 {}] zookeeper.ZKUtil(111): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,35353,1732001443162 2024-11-19T07:30:44,638 WARN [RS:0;db0afee3eab9:35353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:30:44,638 INFO [RS:0;db0afee3eab9:35353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:44,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,43381,1732001443267] 2024-11-19T07:30:44,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,43035,1732001443314] 2024-11-19T07:30:44,638 DEBUG [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162 2024-11-19T07:30:44,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,35353,1732001443162] 2024-11-19T07:30:44,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:30:44,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:30:44,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:30:44,664 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:30:44,664 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:30:44,664 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:30:44,680 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:30:44,680 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:30:44,680 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:30:44,685 INFO [RS:2;db0afee3eab9:43035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:30:44,685 INFO [RS:1;db0afee3eab9:43381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:30:44,685 INFO [RS:0;db0afee3eab9:35353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:30:44,685 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,685 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,685 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,686 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:30:44,686 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:30:44,688 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:30:44,692 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:30:44,692 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:30:44,692 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:30:44,693 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,693 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,693 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,694 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,694 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:30:44,694 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:30:44,695 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:30:44,695 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:30:44,695 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:2;db0afee3eab9:43035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:30:44,695 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,695 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:30:44,696 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:30:44,696 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:30:44,696 DEBUG [RS:0;db0afee3eab9:35353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:30:44,696 DEBUG [RS:1;db0afee3eab9:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:30:44,700 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,700 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,700 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,701 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,701 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,701 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43035,1732001443314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:30:44,702 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,702 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,702 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,702 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,702 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,702 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,703 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,703 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,703 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,703 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,703 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,35353,1732001443162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:30:44,703 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43381,1732001443267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:30:44,720 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:30:44,722 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43035,1732001443314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,722 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,722 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.Replication(171): db0afee3eab9,43035,1732001443314 started 2024-11-19T07:30:44,724 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:30:44,724 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,35353,1732001443162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,724 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,724 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.Replication(171): db0afee3eab9,35353,1732001443162 started 2024-11-19T07:30:44,729 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:30:44,729 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43381,1732001443267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,730 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,730 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.Replication(171): db0afee3eab9,43381,1732001443267 started 2024-11-19T07:30:44,748 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,748 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,748 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,35353,1732001443162, RpcServer on db0afee3eab9/172.17.0.2:35353, sessionid=0x1015200a3130001 2024-11-19T07:30:44,748 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,43035,1732001443314, RpcServer on db0afee3eab9/172.17.0.2:43035, sessionid=0x1015200a3130003 2024-11-19T07:30:44,749 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:30:44,749 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:30:44,749 DEBUG [RS:0;db0afee3eab9:35353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,35353,1732001443162 2024-11-19T07:30:44,749 DEBUG [RS:2;db0afee3eab9:43035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,43035,1732001443314 2024-11-19T07:30:44,749 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,43035,1732001443314' 2024-11-19T07:30:44,749 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,35353,1732001443162' 2024-11-19T07:30:44,750 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:30:44,750 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:30:44,751 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:30:44,751 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:30:44,751 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:30:44,751 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:30:44,751 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:30:44,751 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:30:44,752 DEBUG [RS:0;db0afee3eab9:35353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,35353,1732001443162 2024-11-19T07:30:44,752 DEBUG [RS:2;db0afee3eab9:43035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,43035,1732001443314 2024-11-19T07:30:44,752 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,35353,1732001443162' 2024-11-19T07:30:44,752 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,43035,1732001443314' 2024-11-19T07:30:44,752 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:30:44,752 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:30:44,752 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:44,752 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,43381,1732001443267, RpcServer on db0afee3eab9/172.17.0.2:43381, sessionid=0x1015200a3130002 2024-11-19T07:30:44,752 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:30:44,752 DEBUG [RS:1;db0afee3eab9:43381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,43381,1732001443267 2024-11-19T07:30:44,752 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,43381,1732001443267' 2024-11-19T07:30:44,752 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:30:44,753 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:30:44,753 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:30:44,753 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:30:44,753 DEBUG [RS:2;db0afee3eab9:43035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:30:44,753 DEBUG [RS:0;db0afee3eab9:35353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:30:44,753 INFO [RS:0;db0afee3eab9:35353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:30:44,753 INFO [RS:2;db0afee3eab9:43035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:30:44,753 INFO [RS:0;db0afee3eab9:35353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:30:44,753 INFO [RS:2;db0afee3eab9:43035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:30:44,754 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:30:44,754 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:30:44,754 DEBUG [RS:1;db0afee3eab9:43381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,43381,1732001443267 2024-11-19T07:30:44,754 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,43381,1732001443267' 2024-11-19T07:30:44,754 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:30:44,755 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:30:44,755 DEBUG [RS:1;db0afee3eab9:43381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:30:44,755 INFO [RS:1;db0afee3eab9:43381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:30:44,755 INFO [RS:1;db0afee3eab9:43381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:30:44,807 WARN [db0afee3eab9:37019 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T07:30:44,859 INFO [RS:1;db0afee3eab9:43381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:44,859 INFO [RS:0;db0afee3eab9:35353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:44,859 INFO [RS:2;db0afee3eab9:43035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:44,861 INFO [RS:0;db0afee3eab9:35353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C35353%2C1732001443162, suffix=, logDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162, archiveDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/oldWALs, maxLogs=32 2024-11-19T07:30:44,861 INFO [RS:1;db0afee3eab9:43381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C43381%2C1732001443267, suffix=, logDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43381,1732001443267, archiveDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/oldWALs, maxLogs=32 2024-11-19T07:30:44,861 INFO [RS:2;db0afee3eab9:43035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C43035%2C1732001443314, suffix=, logDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43035,1732001443314, archiveDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/oldWALs, maxLogs=32 2024-11-19T07:30:44,877 DEBUG [RS:0;db0afee3eab9:35353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162/db0afee3eab9%2C35353%2C1732001443162.1732001444865, exclude list is [], retry=0 2024-11-19T07:30:44,878 DEBUG [RS:1;db0afee3eab9:43381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43381,1732001443267/db0afee3eab9%2C43381%2C1732001443267.1732001444865, exclude list is [], retry=0 2024-11-19T07:30:44,878 DEBUG [RS:2;db0afee3eab9:43035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43035,1732001443314/db0afee3eab9%2C43035%2C1732001443314.1732001444865, exclude list is [], retry=0 2024-11-19T07:30:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:44,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:44,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:44,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:44,916 INFO [RS:0;db0afee3eab9:35353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162/db0afee3eab9%2C35353%2C1732001443162.1732001444865 2024-11-19T07:30:44,916 INFO [RS:2;db0afee3eab9:43035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43035,1732001443314/db0afee3eab9%2C43035%2C1732001443314.1732001444865 2024-11-19T07:30:44,917 DEBUG [RS:0;db0afee3eab9:35353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:30:44,919 DEBUG [RS:2;db0afee3eab9:43035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:30:44,928 INFO [RS:1;db0afee3eab9:43381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43381,1732001443267/db0afee3eab9%2C43381%2C1732001443267.1732001444865 2024-11-19T07:30:44,929 DEBUG [RS:1;db0afee3eab9:43381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:30:45,060 DEBUG [db0afee3eab9:37019 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T07:30:45,071 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:30:45,078 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:30:45,078 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:30:45,078 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T07:30:45,078 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:30:45,078 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:30:45,078 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T07:30:45,078 INFO [db0afee3eab9:37019 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:30:45,078 INFO [db0afee3eab9:37019 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:30:45,079 INFO [db0afee3eab9:37019 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T07:30:45,079 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:30:45,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,43035,1732001443314 2024-11-19T07:30:45,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,43035,1732001443314, state=OPENING 2024-11-19T07:30:45,170 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:30:45,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:45,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:45,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:45,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:30:45,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:30:45,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:30:45,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:30:45,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:30:45,186 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:30:45,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,43035,1732001443314}] 2024-11-19T07:30:45,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:30:45,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:30:45,381 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:30:45,382 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:45,382 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:30:45,385 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C43035%2C1732001443314.meta, suffix=.meta, logDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43035,1732001443314, archiveDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/oldWALs, maxLogs=32 2024-11-19T07:30:45,400 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43035,1732001443314/db0afee3eab9%2C43035%2C1732001443314.meta.1732001445387.meta, exclude list is [], retry=0 2024-11-19T07:30:45,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:45,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:45,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:45,434 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,43035,1732001443314/db0afee3eab9%2C43035%2C1732001443314.meta.1732001445387.meta 2024-11-19T07:30:45,434 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:30:45,435 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:45,436 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:30:45,438 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:30:45,442 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:30:45,446 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:30:45,447 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:45,447 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:30:45,447 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:30:45,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:30:45,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:30:45,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:45,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:30:45,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:30:45,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:30:45,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:45,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:30:45,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:30:45,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:30:45,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:45,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:30:45,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:30:45,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:30:45,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:45,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:30:45,459 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:30:45,460 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740 2024-11-19T07:30:45,463 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740 2024-11-19T07:30:45,467 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:30:45,467 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:30:45,468 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:30:45,470 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:30:45,472 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65416813, jitterRate=-0.02521352469921112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:30:45,472 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:30:45,473 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732001445447Writing region info on filesystem at 1732001445447Initializing all the Stores at 1732001445449 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001445449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001445449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001445449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732001445449Cleaning up temporary data from old regions at 1732001445467 (+18 ms)Running coprocessor post-open hooks at 1732001445472 (+5 ms)Region opened successfully at 1732001445473 (+1 ms) 2024-11-19T07:30:45,480 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732001445361 2024-11-19T07:30:45,491 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:30:45,492 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:30:45,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,43035,1732001443314 2024-11-19T07:30:45,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,43035,1732001443314, state=OPEN 2024-11-19T07:30:45,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:30:45,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:30:45,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:30:45,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:30:45,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:30:45,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:30:45,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:30:45,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:30:45,572 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,43035,1732001443314 2024-11-19T07:30:45,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:30:45,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,43035,1732001443314 in 383 msec 2024-11-19T07:30:45,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:30:45,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 938 msec 2024-11-19T07:30:45,588 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:30:45,588 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:30:45,606 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:30:45,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,43035,1732001443314, seqNum=-1] 2024-11-19T07:30:45,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:30:45,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:30:45,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-19T07:30:45,650 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732001445649, completionTime=-1 2024-11-19T07:30:45,652 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T07:30:45,652 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:30:45,699 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-19T07:30:45,699 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732001505699 2024-11-19T07:30:45,699 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732001565699 2024-11-19T07:30:45,699 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 46 msec 2024-11-19T07:30:45,701 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:30:45,708 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,37019,1732001442409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:45,708 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,37019,1732001442409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:45,708 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,37019,1732001442409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:45,710 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:37019, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:45,710 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:45,711 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:45,721 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:30:45,744 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.320sec 2024-11-19T07:30:45,746 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:30:45,747 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:30:45,748 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:30:45,749 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:30:45,749 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:30:45,749 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,37019,1732001442409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:30:45,750 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,37019,1732001442409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:30:45,755 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:30:45,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600d4a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:30:45,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,37019,-1 for getting cluster id 2024-11-19T07:30:45,756 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:30:45,756 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,37019,1732001442409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:45,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:30:45,767 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a522b208-209d-4218-966e-1628981deb80' 2024-11-19T07:30:45,769 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:30:45,770 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a522b208-209d-4218-966e-1628981deb80" 2024-11-19T07:30:45,770 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1394eb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:30:45,770 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,37019,-1] 2024-11-19T07:30:45,772 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:30:45,774 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:30:45,775 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:30:45,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be8dbe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:30:45,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:30:45,784 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,43035,1732001443314, seqNum=-1] 2024-11-19T07:30:45,784 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:30:45,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:30:45,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,37019,1732001442409 2024-11-19T07:30:45,805 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34045/hbase 2024-11-19T07:30:45,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=12463 2024-11-19T07:30:45,836 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:45,839 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:45,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:45,844 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55155024, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-55155024, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:45,858 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55155024/hregion-55155024.1732001445845, exclude list is [], retry=0 2024-11-19T07:30:45,862 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:45,862 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:45,863 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:45,890 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55155024/hregion-55155024.1732001445845 2024-11-19T07:30:45,891 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:30:45,891 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 77f913c422218489f60da0847e84fee5, NAME => 'testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:30:45,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741838_1014 (size=64) 2024-11-19T07:30:45,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741838_1014 (size=64) 2024-11-19T07:30:45,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741838_1014 (size=64) 2024-11-19T07:30:45,912 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:45,914 INFO [StoreOpener-77f913c422218489f60da0847e84fee5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:45,917 INFO [StoreOpener-77f913c422218489f60da0847e84fee5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f913c422218489f60da0847e84fee5 columnFamilyName a 2024-11-19T07:30:45,918 DEBUG [StoreOpener-77f913c422218489f60da0847e84fee5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:45,919 INFO [StoreOpener-77f913c422218489f60da0847e84fee5-1 {}] regionserver.HStore(327): Store=77f913c422218489f60da0847e84fee5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:45,919 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:45,920 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5 2024-11-19T07:30:45,921 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5 2024-11-19T07:30:45,922 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:45,922 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:45,924 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:45,928 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:45,929 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77f913c422218489f60da0847e84fee5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69784079, jitterRate=0.03986380994319916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:45,930 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77f913c422218489f60da0847e84fee5: Writing region info on filesystem at 1732001445912Initializing all the Stores at 1732001445913 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001445914 (+1 ms)Cleaning up temporary data from old regions at 1732001445922 (+8 ms)Region opened successfully at 1732001445930 (+8 ms) 2024-11-19T07:30:45,930 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 77f913c422218489f60da0847e84fee5, disabling compactions & flushes 2024-11-19T07:30:45,930 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5. 2024-11-19T07:30:45,930 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5. 2024-11-19T07:30:45,930 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5. after waiting 0 ms 2024-11-19T07:30:45,930 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5. 2024-11-19T07:30:45,931 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5. 2024-11-19T07:30:45,931 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 77f913c422218489f60da0847e84fee5: Waiting for close lock at 1732001445930Disabling compacts and flushes for region at 1732001445930Disabling writes for close at 1732001445930Writing region close event to WAL at 1732001445931 (+1 ms)Closed at 1732001445931 2024-11-19T07:30:45,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741837_1013 (size=175) 2024-11-19T07:30:45,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741837_1013 (size=175) 2024-11-19T07:30:45,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741837_1013 (size=175) 2024-11-19T07:30:45,942 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:45,943 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55155024:(num 1732001445845) 2024-11-19T07:30:45,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T07:30:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741839_1015 (size=469) 2024-11-19T07:30:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741839_1015 (size=469) 2024-11-19T07:30:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741839_1015 (size=469) 2024-11-19T07:30:45,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T07:30:46,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741840_1016 (size=322) 2024-11-19T07:30:46,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741840_1016 (size=322) 2024-11-19T07:30:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741840_1016 (size=322) 2024-11-19T07:30:46,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1, size=469 (469bytes) 2024-11-19T07:30:46,047 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T07:30:46,047 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T07:30:46,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1 2024-11-19T07:30:46,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1 after 3ms 2024-11-19T07:30:46,085 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:46,086 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1 took 41ms 2024-11-19T07:30:46,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1 so closing down 2024-11-19T07:30:46,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:46,094 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-19T07:30:46,123 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000001-wal-1.temp 2024-11-19T07:30:46,124 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:46,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741841_1017 (size=469) 2024-11-19T07:30:46,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741841_1017 (size=469) 2024-11-19T07:30:46,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741841_1017 (size=469) 2024-11-19T07:30:46,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:46,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002 2024-11-19T07:30:46,142 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-19T07:30:46,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1, journal: Splitting hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1, size=469 (469bytes) at 1732001446046Finishing writing output for hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1 so closing down at 1732001446091 (+45 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000001-wal-1.temp at 1732001446123 (+32 ms)3 split writer threads finished at 1732001446124 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732001446135 (+11 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002 at 1732001446138 (+3 ms)Processed 2 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732001446142 (+4 ms) 2024-11-19T07:30:46,156 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2, size=322 (322bytes) 2024-11-19T07:30:46,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2 2024-11-19T07:30:46,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2 after 1ms 2024-11-19T07:30:46,183 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:46,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2 took 27ms 2024-11-19T07:30:46,186 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2 so closing down 2024-11-19T07:30:46,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:46,188 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-19T07:30:46,216 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002-wal-2.temp 2024-11-19T07:30:46,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741842_1018 (size=322) 2024-11-19T07:30:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741842_1018 (size=322) 2024-11-19T07:30:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741842_1018 (size=322) 2024-11-19T07:30:46,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:46,252 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:46,255 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-19T07:30:46,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-19T07:30:46,257 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2, journal: Splitting hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2, size=322 (322bytes) at 1732001446156Finishing writing output for hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2 so closing down at 1732001446186 (+30 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002-wal-2.temp at 1732001446216 (+30 ms)3 split writer threads finished at 1732001446216Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732001446226 (+10 ms)Processed 1 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732001446257 (+31 ms) 2024-11-19T07:30:46,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:46,259 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:46,273 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal.1732001446261, exclude list is [], retry=0 2024-11-19T07:30:46,277 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:46,278 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:46,278 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:46,304 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal.1732001446261 2024-11-19T07:30:46,305 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:30:46,305 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 77f913c422218489f60da0847e84fee5, NAME => 'testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:46,305 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:46,305 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:46,306 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:46,308 INFO [StoreOpener-77f913c422218489f60da0847e84fee5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:46,309 INFO [StoreOpener-77f913c422218489f60da0847e84fee5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f913c422218489f60da0847e84fee5 columnFamilyName a 2024-11-19T07:30:46,309 DEBUG [StoreOpener-77f913c422218489f60da0847e84fee5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:46,310 INFO [StoreOpener-77f913c422218489f60da0847e84fee5-1 {}] regionserver.HStore(327): Store=77f913c422218489f60da0847e84fee5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:46,311 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:46,312 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5 2024-11-19T07:30:46,316 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5 2024-11-19T07:30:46,317 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002 2024-11-19T07:30:46,344 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:46,349 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002 2024-11-19T07:30:46,352 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 77f913c422218489f60da0847e84fee5 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-19T07:30:46,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/.tmp/a/a7dd46edf8a94e56bc59dc06c5f4a1da is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732001445943/Put/seqid=0 2024-11-19T07:30:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741844_1020 (size=5170) 2024-11-19T07:30:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741844_1020 (size=5170) 2024-11-19T07:30:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741844_1020 (size=5170) 2024-11-19T07:30:46,423 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/.tmp/a/a7dd46edf8a94e56bc59dc06c5f4a1da 2024-11-19T07:30:46,464 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/.tmp/a/a7dd46edf8a94e56bc59dc06c5f4a1da as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/a/a7dd46edf8a94e56bc59dc06c5f4a1da 2024-11-19T07:30:46,474 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/a/a7dd46edf8a94e56bc59dc06c5f4a1da, entries=2, sequenceid=2, filesize=5.0 K 2024-11-19T07:30:46,480 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 77f913c422218489f60da0847e84fee5 in 126ms, sequenceid=2, compaction requested=false; wal=null 2024-11-19T07:30:46,482 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/0000000000000000002 2024-11-19T07:30:46,483 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:46,483 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:46,487 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77f913c422218489f60da0847e84fee5 2024-11-19T07:30:46,490 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/77f913c422218489f60da0847e84fee5/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-19T07:30:46,491 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77f913c422218489f60da0847e84fee5; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59989052, jitterRate=-0.10609346628189087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:46,492 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77f913c422218489f60da0847e84fee5: Writing region info on filesystem at 1732001446306Initializing all the Stores at 1732001446307 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001446307Obtaining lock to block concurrent updates at 1732001446352 (+45 ms)Preparing flush snapshotting stores in 77f913c422218489f60da0847e84fee5 at 1732001446352Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732001446355 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732001445837.77f913c422218489f60da0847e84fee5. at 1732001446355Flushing 77f913c422218489f60da0847e84fee5/a: creating writer at 1732001446357 (+2 ms)Flushing 77f913c422218489f60da0847e84fee5/a: appending metadata at 1732001446390 (+33 ms)Flushing 77f913c422218489f60da0847e84fee5/a: closing flushed file at 1732001446393 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59cb9245: reopening flushed file at 1732001446462 (+69 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 77f913c422218489f60da0847e84fee5 in 126ms, sequenceid=2, compaction requested=false; wal=null at 1732001446481 (+19 ms)Cleaning up temporary data from old regions at 1732001446483 (+2 ms)Region opened successfully at 1732001446492 (+9 ms) 2024-11-19T07:30:46,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=374 (was 363) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:49958 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34045/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:42046 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:35938 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:36106 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:42194 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=12446 (was 12463) 2024-11-19T07:30:46,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=12444 2024-11-19T07:30:46,546 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:46,548 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:46,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:46,553 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69292825, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-69292825, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:46,567 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69292825/hregion-69292825.1732001446554, exclude list is [], retry=0 2024-11-19T07:30:46,571 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:46,571 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:46,572 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:46,600 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69292825/hregion-69292825.1732001446554 2024-11-19T07:30:46,600 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:30:46,600 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 144ec84139e95b42126fccd9b0c9540b, NAME => 'testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:30:46,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741846_1022 (size=64) 2024-11-19T07:30:46,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741846_1022 (size=64) 2024-11-19T07:30:46,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741846_1022 (size=64) 2024-11-19T07:30:46,614 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:46,616 INFO [StoreOpener-144ec84139e95b42126fccd9b0c9540b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,618 INFO [StoreOpener-144ec84139e95b42126fccd9b0c9540b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 144ec84139e95b42126fccd9b0c9540b columnFamilyName a 2024-11-19T07:30:46,619 DEBUG [StoreOpener-144ec84139e95b42126fccd9b0c9540b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:46,619 INFO [StoreOpener-144ec84139e95b42126fccd9b0c9540b-1 {}] regionserver.HStore(327): Store=144ec84139e95b42126fccd9b0c9540b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:46,620 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,621 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,622 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,622 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,622 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,625 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,628 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:46,629 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 144ec84139e95b42126fccd9b0c9540b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59898191, jitterRate=-0.10744740068912506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:46,629 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 144ec84139e95b42126fccd9b0c9540b: Writing region info on filesystem at 1732001446614Initializing all the Stores at 1732001446616 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001446616Cleaning up temporary data from old regions at 1732001446622 (+6 ms)Region opened successfully at 1732001446629 (+7 ms) 2024-11-19T07:30:46,629 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 144ec84139e95b42126fccd9b0c9540b, disabling compactions & flushes 2024-11-19T07:30:46,629 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b. 2024-11-19T07:30:46,629 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b. 2024-11-19T07:30:46,630 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b. after waiting 0 ms 2024-11-19T07:30:46,630 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b. 2024-11-19T07:30:46,630 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b. 2024-11-19T07:30:46,630 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 144ec84139e95b42126fccd9b0c9540b: Waiting for close lock at 1732001446629Disabling compacts and flushes for region at 1732001446629Disabling writes for close at 1732001446630 (+1 ms)Writing region close event to WAL at 1732001446630Closed at 1732001446630 2024-11-19T07:30:46,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741845_1021 (size=175) 2024-11-19T07:30:46,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741845_1021 (size=175) 2024-11-19T07:30:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741845_1021 (size=175) 2024-11-19T07:30:46,636 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:46,636 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69292825:(num 1732001446554) 2024-11-19T07:30:46,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T07:30:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741847_1023 (size=469) 2024-11-19T07:30:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741847_1023 (size=469) 2024-11-19T07:30:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741847_1023 (size=469) 2024-11-19T07:30:46,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-19T07:30:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741848_1024 (size=322) 2024-11-19T07:30:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741848_1024 (size=322) 2024-11-19T07:30:46,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741848_1024 (size=322) 2024-11-19T07:30:46,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2, size=322 (322bytes) 2024-11-19T07:30:46,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2 2024-11-19T07:30:46,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2 after 1ms 2024-11-19T07:30:46,761 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:46,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2 took 29ms 2024-11-19T07:30:46,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2 so closing down 2024-11-19T07:30:46,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:46,767 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-19T07:30:46,790 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002-wal-2.temp 2024-11-19T07:30:46,791 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741849_1025 (size=322) 2024-11-19T07:30:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741849_1025 (size=322) 2024-11-19T07:30:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741849_1025 (size=322) 2024-11-19T07:30:46,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:46,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002 2024-11-19T07:30:46,801 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-19T07:30:46,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2, journal: Splitting hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2, size=322 (322bytes) at 1732001446732Finishing writing output for hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2 so closing down at 1732001446764 (+32 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002-wal-2.temp at 1732001446790 (+26 ms)3 split writer threads finished at 1732001446791 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732001446799 (+8 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002 at 1732001446801 (+2 ms)Processed 1 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732001446801 2024-11-19T07:30:46,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1, size=469 (469bytes) 2024-11-19T07:30:46,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1 2024-11-19T07:30:46,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1 after 0ms 2024-11-19T07:30:46,852 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:46,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1 took 37ms 2024-11-19T07:30:46,855 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1 so closing down 2024-11-19T07:30:46,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:46,858 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-19T07:30:46,883 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000001-wal-1.temp 2024-11-19T07:30:46,884 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:46,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741850_1026 (size=469) 2024-11-19T07:30:46,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741850_1026 (size=469) 2024-11-19T07:30:46,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741850_1026 (size=469) 2024-11-19T07:30:46,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:46,922 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:46,925 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002, length=322 2024-11-19T07:30:46,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002 2024-11-19T07:30:46,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-19T07:30:46,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1, journal: Splitting hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1, size=469 (469bytes) at 1732001446816Finishing writing output for hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1 so closing down at 1732001446856 (+40 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000001-wal-1.temp at 1732001446884 (+28 ms)3 split writer threads finished at 1732001446884Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732001446893 (+9 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002 at 1732001446928 (+35 ms)Processed 2 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732001446928 2024-11-19T07:30:46,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:46,930 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:46,943 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal.1732001446931, exclude list is [], retry=0 2024-11-19T07:30:46,947 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:46,947 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:46,947 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:46,973 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal.1732001446931 2024-11-19T07:30:46,974 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:30:46,974 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 144ec84139e95b42126fccd9b0c9540b, NAME => 'testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:46,974 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:46,974 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,974 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,976 INFO [StoreOpener-144ec84139e95b42126fccd9b0c9540b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,978 INFO [StoreOpener-144ec84139e95b42126fccd9b0c9540b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 144ec84139e95b42126fccd9b0c9540b columnFamilyName a 2024-11-19T07:30:46,978 DEBUG [StoreOpener-144ec84139e95b42126fccd9b0c9540b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:46,979 INFO [StoreOpener-144ec84139e95b42126fccd9b0c9540b-1 {}] regionserver.HStore(327): Store=144ec84139e95b42126fccd9b0c9540b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:46,979 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,980 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,982 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:46,983 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002 2024-11-19T07:30:47,016 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:47,018 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002 2024-11-19T07:30:47,018 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 144ec84139e95b42126fccd9b0c9540b 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-19T07:30:47,034 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/.tmp/a/a73d550d15a2464db98c4d995a3e0e25 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732001446636/Put/seqid=0 2024-11-19T07:30:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741852_1028 (size=5170) 2024-11-19T07:30:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741852_1028 (size=5170) 2024-11-19T07:30:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741852_1028 (size=5170) 2024-11-19T07:30:47,042 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/.tmp/a/a73d550d15a2464db98c4d995a3e0e25 2024-11-19T07:30:47,052 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/.tmp/a/a73d550d15a2464db98c4d995a3e0e25 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/a/a73d550d15a2464db98c4d995a3e0e25 2024-11-19T07:30:47,060 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/a/a73d550d15a2464db98c4d995a3e0e25, entries=2, sequenceid=2, filesize=5.0 K 2024-11-19T07:30:47,060 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 144ec84139e95b42126fccd9b0c9540b in 42ms, sequenceid=2, compaction requested=false; wal=null 2024-11-19T07:30:47,061 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/0000000000000000002 2024-11-19T07:30:47,062 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:47,062 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:47,064 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 144ec84139e95b42126fccd9b0c9540b 2024-11-19T07:30:47,067 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/144ec84139e95b42126fccd9b0c9540b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-19T07:30:47,068 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 144ec84139e95b42126fccd9b0c9540b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73699465, jitterRate=0.09820760786533356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:47,068 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 144ec84139e95b42126fccd9b0c9540b: Writing region info on filesystem at 1732001446974Initializing all the Stores at 1732001446976 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001446976Obtaining lock to block concurrent updates at 1732001447018 (+42 ms)Preparing flush snapshotting stores in 144ec84139e95b42126fccd9b0c9540b at 1732001447018Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732001447018Flushing stores of testReplayEditsWrittenIntoWAL,,1732001446546.144ec84139e95b42126fccd9b0c9540b. at 1732001447018Flushing 144ec84139e95b42126fccd9b0c9540b/a: creating writer at 1732001447018Flushing 144ec84139e95b42126fccd9b0c9540b/a: appending metadata at 1732001447033 (+15 ms)Flushing 144ec84139e95b42126fccd9b0c9540b/a: closing flushed file at 1732001447033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e1d40d: reopening flushed file at 1732001447050 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 144ec84139e95b42126fccd9b0c9540b in 42ms, sequenceid=2, compaction requested=false; wal=null at 1732001447060 (+10 ms)Cleaning up temporary data from old regions at 1732001447062 (+2 ms)Region opened successfully at 1732001447068 (+6 ms) 2024-11-19T07:30:47,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:36200 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50034 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:49886 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:42046 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:35938 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:42268 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=12428 (was 12444) 2024-11-19T07:30:47,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=12427 2024-11-19T07:30:47,111 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:47,113 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:47,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:47,117 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-91633944, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-91633944, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:47,133 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-91633944/hregion-91633944.1732001447118, exclude list is [], retry=0 2024-11-19T07:30:47,137 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:47,137 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:47,138 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:47,170 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-91633944/hregion-91633944.1732001447118 2024-11-19T07:30:47,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:30:47,171 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 883751f2c2afabae402719a96873d264, NAME => 'testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:30:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741854_1030 (size=64) 2024-11-19T07:30:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741854_1030 (size=64) 2024-11-19T07:30:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741854_1030 (size=64) 2024-11-19T07:30:47,181 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:47,183 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 883751f2c2afabae402719a96873d264 2024-11-19T07:30:47,185 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883751f2c2afabae402719a96873d264 columnFamilyName a 2024-11-19T07:30:47,185 DEBUG [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:47,186 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(327): Store=883751f2c2afabae402719a96873d264/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:47,186 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 883751f2c2afabae402719a96873d264 2024-11-19T07:30:47,188 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883751f2c2afabae402719a96873d264 columnFamilyName b 2024-11-19T07:30:47,188 DEBUG [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:47,188 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(327): Store=883751f2c2afabae402719a96873d264/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:47,188 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 883751f2c2afabae402719a96873d264 2024-11-19T07:30:47,190 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883751f2c2afabae402719a96873d264 columnFamilyName c 2024-11-19T07:30:47,190 DEBUG [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:47,190 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(327): Store=883751f2c2afabae402719a96873d264/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:47,191 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 883751f2c2afabae402719a96873d264 2024-11-19T07:30:47,191 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264 2024-11-19T07:30:47,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264 2024-11-19T07:30:47,193 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 883751f2c2afabae402719a96873d264 2024-11-19T07:30:47,193 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 883751f2c2afabae402719a96873d264 2024-11-19T07:30:47,193 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:47,195 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 883751f2c2afabae402719a96873d264 2024-11-19T07:30:47,197 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:47,197 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 883751f2c2afabae402719a96873d264; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67213957, jitterRate=0.0015660077333450317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:47,198 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 883751f2c2afabae402719a96873d264: Writing region info on filesystem at 1732001447182Initializing all the Stores at 1732001447183 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001447183Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001447183Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001447183Cleaning up temporary data from old regions at 1732001447193 (+10 ms)Region opened successfully at 1732001447198 (+5 ms) 2024-11-19T07:30:47,198 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 883751f2c2afabae402719a96873d264, disabling compactions & flushes 2024-11-19T07:30:47,198 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. 2024-11-19T07:30:47,198 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. 2024-11-19T07:30:47,198 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. after waiting 0 ms 2024-11-19T07:30:47,198 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. 2024-11-19T07:30:47,199 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. 2024-11-19T07:30:47,199 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 883751f2c2afabae402719a96873d264: Waiting for close lock at 1732001447198Disabling compacts and flushes for region at 1732001447198Disabling writes for close at 1732001447198Writing region close event to WAL at 1732001447198Closed at 1732001447199 (+1 ms) 2024-11-19T07:30:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741853_1029 (size=175) 2024-11-19T07:30:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741853_1029 (size=175) 2024-11-19T07:30:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741853_1029 (size=175) 2024-11-19T07:30:47,205 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:47,205 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-91633944:(num 1732001447118) 2024-11-19T07:30:47,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:47,208 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:47,227 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209, exclude list is [], retry=0 2024-11-19T07:30:47,231 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:47,232 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:47,232 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:47,258 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 2024-11-19T07:30:47,259 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:30:47,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209, size=0 (0bytes) 2024-11-19T07:30:47,469 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 might be still open, length is 0 2024-11-19T07:30:47,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 2024-11-19T07:30:47,470 WARN [IPC Server handler 4 on default port 34045 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-19T07:30:47,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 after 2ms 2024-11-19T07:30:47,527 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:42288 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35373:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42288 dst: /127.0.0.1:35373 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35373 remote=/127.0.0.1:42288]. Total timeout mills is 60000, 59914 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:47,528 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:36230 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36230 dst: /127.0.0.1:39219 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:47,528 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50084 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36585:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50084 dst: /127.0.0.1:36585 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:47,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741855_1032 (size=497775) 2024-11-19T07:30:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741855_1032 (size=497775) 2024-11-19T07:30:47,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741855_1032 (size=497775) 2024-11-19T07:30:50,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T07:30:51,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:30:51,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 after 4003ms 2024-11-19T07:30:51,506 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:51,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 took 4039ms 2024-11-19T07:30:51,512 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732001447209.temp 2024-11-19T07:30:51,539 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000000001-wal.1732001447209.temp 2024-11-19T07:30:51,608 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209; continuing. 2024-11-19T07:30:51,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 so closing down 2024-11-19T07:30:51,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:51,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:51,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741856_1033 (size=497783) 2024-11-19T07:30:51,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741856_1033 (size=497783) 2024-11-19T07:30:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741856_1033 (size=497783) 2024-11-19T07:30:51,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000000001-wal.1732001447209.temp (wrote 3002 edits, skipped 0 edits in 41 ms) 2024-11-19T07:30:51,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000000001-wal.1732001447209.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000003002 2024-11-19T07:30:51,614 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T07:30:51,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209, journal: Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209, size=0 (0bytes) at 1732001447469Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000000001-wal.1732001447209.temp at 1732001451539 (+4070 ms)Split 1024 edits, skipped 0 edits. at 1732001451565 (+26 ms)Split 2048 edits, skipped 0 edits. at 1732001451588 (+23 ms)Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 so closing down at 1732001451608 (+20 ms)3 split writer threads finished at 1732001451609 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000000001-wal.1732001447209.temp (wrote 3002 edits, skipped 0 edits in 41 ms) at 1732001451612 (+3 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000000001-wal.1732001447209.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000003002 at 1732001451614 (+2 ms)Processed 3002 edits across 1 Regions in 105 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209, size=0, length=0, corrupted=false, cancelled=false at 1732001451614 2024-11-19T07:30:51,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001447209 2024-11-19T07:30:51,618 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000003002 2024-11-19T07:30:51,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:51,620 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:51,633 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001451621, exclude list is [], retry=0 2024-11-19T07:30:51,636 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:51,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:51,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:51,662 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001451621 2024-11-19T07:30:51,663 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:30:51,664 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:51,665 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 883751f2c2afabae402719a96873d264 2024-11-19T07:30:51,667 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883751f2c2afabae402719a96873d264 columnFamilyName a 2024-11-19T07:30:51,667 DEBUG [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:51,667 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(327): Store=883751f2c2afabae402719a96873d264/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:51,668 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 883751f2c2afabae402719a96873d264 2024-11-19T07:30:51,669 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883751f2c2afabae402719a96873d264 columnFamilyName b 2024-11-19T07:30:51,669 DEBUG [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:51,669 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(327): Store=883751f2c2afabae402719a96873d264/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:51,670 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 883751f2c2afabae402719a96873d264 2024-11-19T07:30:51,671 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883751f2c2afabae402719a96873d264 columnFamilyName c 2024-11-19T07:30:51,671 DEBUG [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:51,672 INFO [StoreOpener-883751f2c2afabae402719a96873d264-1 {}] regionserver.HStore(327): Store=883751f2c2afabae402719a96873d264/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:51,672 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 883751f2c2afabae402719a96873d264 2024-11-19T07:30:51,673 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264 2024-11-19T07:30:51,675 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264 2024-11-19T07:30:51,676 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000003002 2024-11-19T07:30:51,705 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:51,740 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T07:30:52,071 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 883751f2c2afabae402719a96873d264 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T07:30:52,113 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/a/cf1a8ee5859b4204951321c3c831b3ff is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732001447265/Put/seqid=0 2024-11-19T07:30:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741858_1035 (size=50463) 2024-11-19T07:30:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741858_1035 (size=50463) 2024-11-19T07:30:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741858_1035 (size=50463) 2024-11-19T07:30:52,123 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/a/cf1a8ee5859b4204951321c3c831b3ff 2024-11-19T07:30:52,131 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/a/cf1a8ee5859b4204951321c3c831b3ff as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/a/cf1a8ee5859b4204951321c3c831b3ff 2024-11-19T07:30:52,139 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/a/cf1a8ee5859b4204951321c3c831b3ff, entries=754, sequenceid=754, filesize=49.3 K 2024-11-19T07:30:52,139 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 883751f2c2afabae402719a96873d264 in 68ms, sequenceid=754, compaction requested=false; wal=null 2024-11-19T07:30:52,157 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T07:30:52,157 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 883751f2c2afabae402719a96873d264 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T07:30:52,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/a/2c7d6d0aeb9b4065984b3f8ba3831a18 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732001447325/Put/seqid=0 2024-11-19T07:30:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741859_1036 (size=20072) 2024-11-19T07:30:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741859_1036 (size=20072) 2024-11-19T07:30:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741859_1036 (size=20072) 2024-11-19T07:30:52,180 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/a/2c7d6d0aeb9b4065984b3f8ba3831a18 2024-11-19T07:30:52,207 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/b/6fd6d3e0aad44481bd8524b4df341411 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732001447352/Put/seqid=0 2024-11-19T07:30:52,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741860_1037 (size=35835) 2024-11-19T07:30:52,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741860_1037 (size=35835) 2024-11-19T07:30:52,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741860_1037 (size=35835) 2024-11-19T07:30:52,215 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/b/6fd6d3e0aad44481bd8524b4df341411 2024-11-19T07:30:52,225 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/a/2c7d6d0aeb9b4065984b3f8ba3831a18 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/a/2c7d6d0aeb9b4065984b3f8ba3831a18 2024-11-19T07:30:52,232 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/a/2c7d6d0aeb9b4065984b3f8ba3831a18, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-19T07:30:52,233 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/b/6fd6d3e0aad44481bd8524b4df341411 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/b/6fd6d3e0aad44481bd8524b4df341411 2024-11-19T07:30:52,240 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/b/6fd6d3e0aad44481bd8524b4df341411, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-19T07:30:52,241 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 883751f2c2afabae402719a96873d264 in 84ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-19T07:30:52,262 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T07:30:52,262 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 883751f2c2afabae402719a96873d264 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-19T07:30:52,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/b/326370ce58164f92917ddddf49ee05c6 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732001447371/Put/seqid=0 2024-11-19T07:30:52,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741861_1038 (size=35082) 2024-11-19T07:30:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741861_1038 (size=35082) 2024-11-19T07:30:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741861_1038 (size=35082) 2024-11-19T07:30:52,284 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/b/326370ce58164f92917ddddf49ee05c6 2024-11-19T07:30:52,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/c/510620cbc20245f5b7f458d19efe6413 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732001447402/Put/seqid=0 2024-11-19T07:30:52,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741862_1039 (size=20825) 2024-11-19T07:30:52,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741862_1039 (size=20825) 2024-11-19T07:30:52,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741862_1039 (size=20825) 2024-11-19T07:30:52,316 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/c/510620cbc20245f5b7f458d19efe6413 2024-11-19T07:30:52,323 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/b/326370ce58164f92917ddddf49ee05c6 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/b/326370ce58164f92917ddddf49ee05c6 2024-11-19T07:30:52,330 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/b/326370ce58164f92917ddddf49ee05c6, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-19T07:30:52,331 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/c/510620cbc20245f5b7f458d19efe6413 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/c/510620cbc20245f5b7f458d19efe6413 2024-11-19T07:30:52,338 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/c/510620cbc20245f5b7f458d19efe6413, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-19T07:30:52,338 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 883751f2c2afabae402719a96873d264 in 76ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-19T07:30:52,354 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732001447439/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. 2024-11-19T07:30:52,358 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000003002 2024-11-19T07:30:52,359 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-19T07:30:52,359 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 883751f2c2afabae402719a96873d264 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-19T07:30:52,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/c/d426ed0688be45bd8276de61abcbc63f is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732001447408/Put/seqid=0 2024-11-19T07:30:52,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741863_1040 (size=50301) 2024-11-19T07:30:52,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741863_1040 (size=50301) 2024-11-19T07:30:52,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741863_1040 (size=50301) 2024-11-19T07:30:52,380 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/c/d426ed0688be45bd8276de61abcbc63f 2024-11-19T07:30:52,387 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d426ed0688be45bd8276de61abcbc63f 2024-11-19T07:30:52,388 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/.tmp/c/d426ed0688be45bd8276de61abcbc63f as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/c/d426ed0688be45bd8276de61abcbc63f 2024-11-19T07:30:52,396 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d426ed0688be45bd8276de61abcbc63f 2024-11-19T07:30:52,396 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/c/d426ed0688be45bd8276de61abcbc63f, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-19T07:30:52,396 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 883751f2c2afabae402719a96873d264 in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-19T07:30:52,397 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/0000000000000003002 2024-11-19T07:30:52,399 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 883751f2c2afabae402719a96873d264 2024-11-19T07:30:52,399 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 883751f2c2afabae402719a96873d264 2024-11-19T07:30:52,399 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T07:30:52,402 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 883751f2c2afabae402719a96873d264 2024-11-19T07:30:52,404 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenIntoWAL/883751f2c2afabae402719a96873d264/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-19T07:30:52,406 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 883751f2c2afabae402719a96873d264; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65677877, jitterRate=-0.021323367953300476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T07:30:52,406 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 883751f2c2afabae402719a96873d264: Writing region info on filesystem at 1732001451664Initializing all the Stores at 1732001451665 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001451665Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001451665Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001451665Cleaning up temporary data from old regions at 1732001452399 (+734 ms)Region opened successfully at 1732001452406 (+7 ms) 2024-11-19T07:30:52,463 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 883751f2c2afabae402719a96873d264, disabling compactions & flushes 2024-11-19T07:30:52,463 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. 2024-11-19T07:30:52,463 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. 2024-11-19T07:30:52,463 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. after waiting 0 ms 2024-11-19T07:30:52,463 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. 2024-11-19T07:30:52,468 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732001447112.883751f2c2afabae402719a96873d264. 2024-11-19T07:30:52,468 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 883751f2c2afabae402719a96873d264: Waiting for close lock at 1732001452463Disabling compacts and flushes for region at 1732001452463Disabling writes for close at 1732001452463Writing region close event to WAL at 1732001452468 (+5 ms)Closed at 1732001452468 2024-11-19T07:30:52,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741857_1034 (size=175) 2024-11-19T07:30:52,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741857_1034 (size=175) 2024-11-19T07:30:52,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741857_1034 (size=175) 2024-11-19T07:30:52,474 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:52,474 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001451621) 2024-11-19T07:30:52,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=398 (was 384) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:37647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2020688528_22 at /127.0.0.1:41584 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2020688528_22 at /127.0.0.1:36266 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2020688528_22 at /127.0.0.1:42314 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2020688528_22 at /127.0.0.1:50188 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34045 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=12329 (was 12427) 2024-11-19T07:30:52,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=398, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=12328 2024-11-19T07:30:52,512 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:52,515 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:52,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:52,519 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49390616, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-49390616, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:52,531 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49390616/hregion-49390616.1732001452520, exclude list is [], retry=0 2024-11-19T07:30:52,535 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:52,535 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:52,535 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:52,562 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49390616/hregion-49390616.1732001452520 2024-11-19T07:30:52,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:30:52,562 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d344ca1cea20263273cd21d08eab274f, NAME => 'test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:30:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741865_1042 (size=43) 2024-11-19T07:30:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741865_1042 (size=43) 2024-11-19T07:30:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741865_1042 (size=43) 2024-11-19T07:30:52,573 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:52,574 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:52,576 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d344ca1cea20263273cd21d08eab274f columnFamilyName a 2024-11-19T07:30:52,576 DEBUG [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:52,577 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(327): Store=d344ca1cea20263273cd21d08eab274f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:52,577 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:52,579 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d344ca1cea20263273cd21d08eab274f columnFamilyName b 2024-11-19T07:30:52,579 DEBUG [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:52,579 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(327): Store=d344ca1cea20263273cd21d08eab274f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:52,579 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:52,581 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d344ca1cea20263273cd21d08eab274f columnFamilyName c 2024-11-19T07:30:52,581 DEBUG [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:52,582 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(327): Store=d344ca1cea20263273cd21d08eab274f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:52,582 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:52,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:52,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:52,585 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:52,585 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:52,585 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:52,587 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:52,589 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:52,590 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d344ca1cea20263273cd21d08eab274f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67076578, jitterRate=-4.8109889030456543E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:52,591 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d344ca1cea20263273cd21d08eab274f: Writing region info on filesystem at 1732001452573Initializing all the Stores at 1732001452574 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001452574Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001452574Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001452574Cleaning up temporary data from old regions at 1732001452585 (+11 ms)Region opened successfully at 1732001452591 (+6 ms) 2024-11-19T07:30:52,591 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d344ca1cea20263273cd21d08eab274f, disabling compactions & flushes 2024-11-19T07:30:52,592 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. 2024-11-19T07:30:52,592 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. 2024-11-19T07:30:52,592 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. after waiting 0 ms 2024-11-19T07:30:52,592 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. 2024-11-19T07:30:52,592 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. 2024-11-19T07:30:52,592 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d344ca1cea20263273cd21d08eab274f: Waiting for close lock at 1732001452591Disabling compacts and flushes for region at 1732001452591Disabling writes for close at 1732001452592 (+1 ms)Writing region close event to WAL at 1732001452592Closed at 1732001452592 2024-11-19T07:30:52,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741864_1041 (size=175) 2024-11-19T07:30:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741864_1041 (size=175) 2024-11-19T07:30:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741864_1041 (size=175) 2024-11-19T07:30:52,599 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:52,599 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49390616:(num 1732001452520) 2024-11-19T07:30:52,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:52,601 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:52,615 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602, exclude list is [], retry=0 2024-11-19T07:30:52,619 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:52,619 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:52,619 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:52,646 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602 2024-11-19T07:30:52,647 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:30:52,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:30:52,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:52,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:30:52,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T07:30:52,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:30:52,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:52,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-19T07:30:52,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-19T07:30:52,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741866_1043 (size=371388) 2024-11-19T07:30:52,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741866_1043 (size=371388) 2024-11-19T07:30:52,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741866_1043 (size=371388) 2024-11-19T07:30:52,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602, size=362.7 K (371388bytes) 2024-11-19T07:30:52,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602 2024-11-19T07:30:52,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602 after 0ms 2024-11-19T07:30:52,857 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:52,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602 took 41ms 2024-11-19T07:30:52,862 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732001452602.temp 2024-11-19T07:30:52,893 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000000001-wal.1732001452602.temp 2024-11-19T07:30:52,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602 so closing down 2024-11-19T07:30:52,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:52,909 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741867_1044 (size=371388) 2024-11-19T07:30:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741867_1044 (size=371388) 2024-11-19T07:30:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741867_1044 (size=371388) 2024-11-19T07:30:52,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000000001-wal.1732001452602.temp (wrote 3000 edits, skipped 0 edits in 15 ms) 2024-11-19T07:30:52,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000000001-wal.1732001452602.temp to hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003000 2024-11-19T07:30:52,917 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-19T07:30:52,917 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602, journal: Splitting hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602, size=362.7 K (371388bytes) at 1732001452817Split 1024 edits, skipped 0 edits. at 1732001452875 (+58 ms)Split 2048 edits, skipped 0 edits. at 1732001452890 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000000001-wal.1732001452602.temp at 1732001452894 (+4 ms)Finishing writing output for hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602 so closing down at 1732001452903 (+9 ms)3 split writer threads finished at 1732001452909 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000000001-wal.1732001452602.temp (wrote 3000 edits, skipped 0 edits in 15 ms) at 1732001452915 (+6 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000000001-wal.1732001452602.temp to hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003000 at 1732001452917 (+2 ms)Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1732001452917 2024-11-19T07:30:52,919 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452602 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001452602 2024-11-19T07:30:52,920 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003000 2024-11-19T07:30:52,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:52,922 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:52,935 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923, exclude list is [], retry=0 2024-11-19T07:30:52,938 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:52,939 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:52,939 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:52,966 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923 2024-11-19T07:30:52,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:30:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741868_1045 (size=371515) 2024-11-19T07:30:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741868_1045 (size=371515) 2024-11-19T07:30:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741868_1045 (size=371515) 2024-11-19T07:30:53,134 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923, size=362.8 K (371515bytes) 2024-11-19T07:30:53,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923 2024-11-19T07:30:53,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923 after 0ms 2024-11-19T07:30:53,162 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:53,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923 took 31ms 2024-11-19T07:30:53,168 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732001452923.temp 2024-11-19T07:30:53,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923 so closing down 2024-11-19T07:30:53,225 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:53,240 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003001-wal.1732001452923.temp 2024-11-19T07:30:53,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:53,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741869_1046 (size=371515) 2024-11-19T07:30:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741869_1046 (size=371515) 2024-11-19T07:30:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741869_1046 (size=371515) 2024-11-19T07:30:53,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003001-wal.1732001452923.temp (wrote 3000 edits, skipped 0 edits in 9 ms) 2024-11-19T07:30:53,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003001-wal.1732001452923.temp to hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000006000 2024-11-19T07:30:53,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-19T07:30:53,269 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923, journal: Splitting hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923, size=362.8 K (371515bytes) at 1732001453134Split 1024 edits, skipped 0 edits. at 1732001453179 (+45 ms)Split 2048 edits, skipped 0 edits. at 1732001453216 (+37 ms)Finishing writing output for hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923 so closing down at 1732001453225 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003001-wal.1732001452923.temp at 1732001453240 (+15 ms)3 split writer threads finished at 1732001453249 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003001-wal.1732001452923.temp (wrote 3000 edits, skipped 0 edits in 9 ms) at 1732001453267 (+18 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003001-wal.1732001452923.temp to hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000006000 at 1732001453268 (+1 ms)Processed 3000 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1732001453268 2024-11-19T07:30:53,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001452923 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001452923 2024-11-19T07:30:53,272 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000006000 2024-11-19T07:30:53,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:53,274 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/test2727-manual,16010,1732001452512, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:53,288 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001453275, exclude list is [], retry=0 2024-11-19T07:30:53,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:53,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:53,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:53,320 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732001452512/wal.1732001453275 2024-11-19T07:30:53,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:30:53,320 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d344ca1cea20263273cd21d08eab274f, NAME => 'test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:53,321 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:53,321 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,321 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,323 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,324 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d344ca1cea20263273cd21d08eab274f columnFamilyName a 2024-11-19T07:30:53,324 DEBUG [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:53,325 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(327): Store=d344ca1cea20263273cd21d08eab274f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:53,325 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,326 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d344ca1cea20263273cd21d08eab274f columnFamilyName b 2024-11-19T07:30:53,326 DEBUG [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:53,327 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(327): Store=d344ca1cea20263273cd21d08eab274f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:53,327 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,328 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d344ca1cea20263273cd21d08eab274f columnFamilyName c 2024-11-19T07:30:53,328 DEBUG [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:53,328 INFO [StoreOpener-d344ca1cea20263273cd21d08eab274f-1 {}] regionserver.HStore(327): Store=d344ca1cea20263273cd21d08eab274f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:53,329 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,330 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,333 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003000 2024-11-19T07:30:53,368 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:53,397 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003000 2024-11-19T07:30:53,398 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000006000 2024-11-19T07:30:53,426 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:53,449 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000006000 2024-11-19T07:30:53,449 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d344ca1cea20263273cd21d08eab274f 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-19T07:30:53,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/.tmp/a/2e512b00c2fa4939acd062342cd7d50f is 41, key is test2727/a:100/1732001452971/Put/seqid=0 2024-11-19T07:30:53,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741871_1048 (size=84227) 2024-11-19T07:30:53,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741871_1048 (size=84227) 2024-11-19T07:30:53,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741871_1048 (size=84227) 2024-11-19T07:30:53,473 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/.tmp/a/2e512b00c2fa4939acd062342cd7d50f 2024-11-19T07:30:53,497 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/.tmp/b/10962f8497234bca9230b46c890579ba is 41, key is test2727/b:100/1732001453019/Put/seqid=0 2024-11-19T07:30:53,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741872_1049 (size=84609) 2024-11-19T07:30:53,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741872_1049 (size=84609) 2024-11-19T07:30:53,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741872_1049 (size=84609) 2024-11-19T07:30:53,503 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/.tmp/b/10962f8497234bca9230b46c890579ba 2024-11-19T07:30:53,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/.tmp/c/69dc2e3e0edc4baa96233103f378ddc9 is 41, key is test2727/c:100/1732001453071/Put/seqid=0 2024-11-19T07:30:53,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741873_1050 (size=84609) 2024-11-19T07:30:53,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741873_1050 (size=84609) 2024-11-19T07:30:53,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741873_1050 (size=84609) 2024-11-19T07:30:53,544 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/.tmp/c/69dc2e3e0edc4baa96233103f378ddc9 2024-11-19T07:30:53,553 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/.tmp/a/2e512b00c2fa4939acd062342cd7d50f as hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/a/2e512b00c2fa4939acd062342cd7d50f 2024-11-19T07:30:53,560 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/a/2e512b00c2fa4939acd062342cd7d50f, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-19T07:30:53,562 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/.tmp/b/10962f8497234bca9230b46c890579ba as hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/b/10962f8497234bca9230b46c890579ba 2024-11-19T07:30:53,568 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/b/10962f8497234bca9230b46c890579ba, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-19T07:30:53,569 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/.tmp/c/69dc2e3e0edc4baa96233103f378ddc9 as hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/c/69dc2e3e0edc4baa96233103f378ddc9 2024-11-19T07:30:53,577 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/c/69dc2e3e0edc4baa96233103f378ddc9, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-19T07:30:53,577 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d344ca1cea20263273cd21d08eab274f in 128ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-19T07:30:53,579 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000003000 2024-11-19T07:30:53,580 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/0000000000000006000 2024-11-19T07:30:53,581 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,581 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,582 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:53,585 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d344ca1cea20263273cd21d08eab274f 2024-11-19T07:30:53,587 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/test2727/d344ca1cea20263273cd21d08eab274f/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-19T07:30:53,588 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d344ca1cea20263273cd21d08eab274f; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70526834, jitterRate=0.050931721925735474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:53,590 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d344ca1cea20263273cd21d08eab274f: Writing region info on filesystem at 1732001453321Initializing all the Stores at 1732001453322 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001453322Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001453322Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001453322Obtaining lock to block concurrent updates at 1732001453449 (+127 ms)Preparing flush snapshotting stores in d344ca1cea20263273cd21d08eab274f at 1732001453449Finished memstore snapshotting test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732001453449Flushing stores of test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. at 1732001453449Flushing d344ca1cea20263273cd21d08eab274f/a: creating writer at 1732001453449Flushing d344ca1cea20263273cd21d08eab274f/a: appending metadata at 1732001453466 (+17 ms)Flushing d344ca1cea20263273cd21d08eab274f/a: closing flushed file at 1732001453466Flushing d344ca1cea20263273cd21d08eab274f/b: creating writer at 1732001453479 (+13 ms)Flushing d344ca1cea20263273cd21d08eab274f/b: appending metadata at 1732001453496 (+17 ms)Flushing d344ca1cea20263273cd21d08eab274f/b: closing flushed file at 1732001453496Flushing d344ca1cea20263273cd21d08eab274f/c: creating writer at 1732001453510 (+14 ms)Flushing d344ca1cea20263273cd21d08eab274f/c: appending metadata at 1732001453538 (+28 ms)Flushing d344ca1cea20263273cd21d08eab274f/c: closing flushed file at 1732001453538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366e881b: reopening flushed file at 1732001453551 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb1e34d: reopening flushed file at 1732001453560 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4151bcd2: reopening flushed file at 1732001453568 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for d344ca1cea20263273cd21d08eab274f in 128ms, sequenceid=6000, compaction requested=false; wal=null at 1732001453577 (+9 ms)Cleaning up temporary data from old regions at 1732001453581 (+4 ms)Region opened successfully at 1732001453590 (+9 ms) 2024-11-19T07:30:53,591 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-19T07:30:53,592 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d344ca1cea20263273cd21d08eab274f, disabling compactions & flushes 2024-11-19T07:30:53,592 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. 2024-11-19T07:30:53,592 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. 2024-11-19T07:30:53,592 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. after waiting 0 ms 2024-11-19T07:30:53,592 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. 2024-11-19T07:30:53,593 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732001452514.d344ca1cea20263273cd21d08eab274f. 2024-11-19T07:30:53,593 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d344ca1cea20263273cd21d08eab274f: Waiting for close lock at 1732001453591Disabling compacts and flushes for region at 1732001453591Disabling writes for close at 1732001453592 (+1 ms)Writing region close event to WAL at 1732001453593 (+1 ms)Closed at 1732001453593 2024-11-19T07:30:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741870_1047 (size=175) 2024-11-19T07:30:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741870_1047 (size=175) 2024-11-19T07:30:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741870_1047 (size=175) 2024-11-19T07:30:53,599 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:53,599 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001453275) 2024-11-19T07:30:53,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=402 (was 398) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:41730 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:41322 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50188 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=12095 (was 12328) 2024-11-19T07:30:53,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=12094 2024-11-19T07:30:53,647 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:53,654 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:53,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732001453655 2024-11-19T07:30:53,693 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655 2024-11-19T07:30:53,697 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:30:53,698 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c958433ad0c099ebf6570a8e239c6161, NAME => 'testSequentialEditLogSeqNum,,1732001453648.c958433ad0c099ebf6570a8e239c6161.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:53,698 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732001453648.c958433ad0c099ebf6570a8e239c6161.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:53,698 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c958433ad0c099ebf6570a8e239c6161 2024-11-19T07:30:53,698 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c958433ad0c099ebf6570a8e239c6161 2024-11-19T07:30:53,699 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161 doesn't exist for region: c958433ad0c099ebf6570a8e239c6161 on table testSequentialEditLogSeqNum 2024-11-19T07:30:53,700 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: c958433ad0c099ebf6570a8e239c6161 on table testSequentialEditLogSeqNum 2024-11-19T07:30:53,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741875_1052 (size=62) 2024-11-19T07:30:53,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741875_1052 (size=62) 2024-11-19T07:30:53,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741875_1052 (size=62) 2024-11-19T07:30:53,711 INFO [StoreOpener-c958433ad0c099ebf6570a8e239c6161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c958433ad0c099ebf6570a8e239c6161 2024-11-19T07:30:53,713 INFO [StoreOpener-c958433ad0c099ebf6570a8e239c6161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c958433ad0c099ebf6570a8e239c6161 columnFamilyName a 2024-11-19T07:30:53,713 DEBUG [StoreOpener-c958433ad0c099ebf6570a8e239c6161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:53,714 INFO [StoreOpener-c958433ad0c099ebf6570a8e239c6161-1 {}] regionserver.HStore(327): Store=c958433ad0c099ebf6570a8e239c6161/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:53,714 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c958433ad0c099ebf6570a8e239c6161 2024-11-19T07:30:53,714 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161 2024-11-19T07:30:53,715 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161 2024-11-19T07:30:53,715 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c958433ad0c099ebf6570a8e239c6161 2024-11-19T07:30:53,715 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c958433ad0c099ebf6570a8e239c6161 2024-11-19T07:30:53,717 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c958433ad0c099ebf6570a8e239c6161 2024-11-19T07:30:53,719 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:53,719 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c958433ad0c099ebf6570a8e239c6161; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68017990, jitterRate=0.013547033071517944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:30:53,720 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c958433ad0c099ebf6570a8e239c6161: Writing region info on filesystem at 1732001453698Initializing all the Stores at 1732001453711 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001453711Cleaning up temporary data from old regions at 1732001453715 (+4 ms)Region opened successfully at 1732001453720 (+5 ms) 2024-11-19T07:30:53,734 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c958433ad0c099ebf6570a8e239c6161 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-19T07:30:53,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/.tmp/a/b7859f770c184117968e2b81df41e45f is 81, key is testSequentialEditLogSeqNum/a:x0/1732001453720/Put/seqid=0 2024-11-19T07:30:53,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741876_1053 (size=5833) 2024-11-19T07:30:53,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741876_1053 (size=5833) 2024-11-19T07:30:53,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741876_1053 (size=5833) 2024-11-19T07:30:53,762 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/.tmp/a/b7859f770c184117968e2b81df41e45f 2024-11-19T07:30:53,769 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/.tmp/a/b7859f770c184117968e2b81df41e45f as hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/a/b7859f770c184117968e2b81df41e45f 2024-11-19T07:30:53,776 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/a/b7859f770c184117968e2b81df41e45f, entries=10, sequenceid=13, filesize=5.7 K 2024-11-19T07:30:53,777 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c958433ad0c099ebf6570a8e239c6161 in 44ms, sequenceid=13, compaction requested=false 2024-11-19T07:30:53,778 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c958433ad0c099ebf6570a8e239c6161: 2024-11-19T07:30:53,784 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:53,785 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:53,785 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:53,785 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:53,785 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T07:30:53,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741874_1051 (size=3256) 2024-11-19T07:30:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741874_1051 (size=3256) 2024-11-19T07:30:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741874_1051 (size=3256) 2024-11-19T07:30:53,809 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655, size=3.2 K (3256bytes) 2024-11-19T07:30:53,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655 2024-11-19T07:30:53,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655 after 1ms 2024-11-19T07:30:53,844 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:53,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655 took 35ms 2024-11-19T07:30:53,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655 so closing down 2024-11-19T07:30:53,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:53,848 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001453655.temp 2024-11-19T07:30:53,872 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/recovered.edits/0000000000000000003-wal.1732001453655.temp 2024-11-19T07:30:53,873 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741877_1054 (size=2650) 2024-11-19T07:30:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741877_1054 (size=2650) 2024-11-19T07:30:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741877_1054 (size=2650) 2024-11-19T07:30:53,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/recovered.edits/0000000000000000003-wal.1732001453655.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:53,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/recovered.edits/0000000000000000003-wal.1732001453655.temp to hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/recovered.edits/0000000000000000020 2024-11-19T07:30:53,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 41 ms; skipped=2; WAL=hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-19T07:30:53,885 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655, journal: Splitting hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655, size=3.2 K (3256bytes) at 1732001453809Finishing writing output for hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655 so closing down at 1732001453847 (+38 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/recovered.edits/0000000000000000003-wal.1732001453655.temp at 1732001453872 (+25 ms)3 split writer threads finished at 1732001453873 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/recovered.edits/0000000000000000003-wal.1732001453655.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732001453883 (+10 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/recovered.edits/0000000000000000003-wal.1732001453655.temp to hdfs://localhost:34045/hbase/data/default/testSequentialEditLogSeqNum/c958433ad0c099ebf6570a8e239c6161/recovered.edits/0000000000000000020 at 1732001453884 (+1 ms)Processed 17 edits across 1 Regions in 41 ms; skipped=2; WAL=hdfs://localhost:34045/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732001453646/wal.1732001453655, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1732001453885 (+1 ms) 2024-11-19T07:30:53,897 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50188 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=12089 (was 12094) 2024-11-19T07:30:53,908 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=12088 2024-11-19T07:30:53,923 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:53,926 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:53,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:30:53,964 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-34404942, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-34404942, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:53,977 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-34404942/hregion-34404942.1732001453965, exclude list is [], retry=0 2024-11-19T07:30:53,980 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:53,981 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:53,981 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:54,007 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-34404942/hregion-34404942.1732001453965 2024-11-19T07:30:54,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:30:54,007 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0233c75cc55722ca25dc5ae62aa9fc89, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:30:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741879_1056 (size=70) 2024-11-19T07:30:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741879_1056 (size=70) 2024-11-19T07:30:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741879_1056 (size=70) 2024-11-19T07:30:54,017 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:54,018 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,020 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0233c75cc55722ca25dc5ae62aa9fc89 columnFamilyName a 2024-11-19T07:30:54,020 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:54,020 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(327): Store=0233c75cc55722ca25dc5ae62aa9fc89/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:54,020 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,022 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0233c75cc55722ca25dc5ae62aa9fc89 columnFamilyName b 2024-11-19T07:30:54,022 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:54,022 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(327): Store=0233c75cc55722ca25dc5ae62aa9fc89/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:54,022 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,024 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0233c75cc55722ca25dc5ae62aa9fc89 columnFamilyName c 2024-11-19T07:30:54,024 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:54,025 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(327): Store=0233c75cc55722ca25dc5ae62aa9fc89/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:54,025 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,025 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,026 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,027 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,027 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,027 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:54,029 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,031 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:54,031 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0233c75cc55722ca25dc5ae62aa9fc89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72001325, jitterRate=0.0729033499956131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:54,033 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0233c75cc55722ca25dc5ae62aa9fc89: Writing region info on filesystem at 1732001454017Initializing all the Stores at 1732001454018 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001454018Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001454018Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001454018Cleaning up temporary data from old regions at 1732001454027 (+9 ms)Region opened successfully at 1732001454033 (+6 ms) 2024-11-19T07:30:54,033 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0233c75cc55722ca25dc5ae62aa9fc89, disabling compactions & flushes 2024-11-19T07:30:54,033 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. 2024-11-19T07:30:54,034 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. 2024-11-19T07:30:54,034 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. after waiting 0 ms 2024-11-19T07:30:54,034 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. 2024-11-19T07:30:54,034 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. 2024-11-19T07:30:54,034 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0233c75cc55722ca25dc5ae62aa9fc89: Waiting for close lock at 1732001454033Disabling compacts and flushes for region at 1732001454033Disabling writes for close at 1732001454034 (+1 ms)Writing region close event to WAL at 1732001454034Closed at 1732001454034 2024-11-19T07:30:54,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741878_1055 (size=175) 2024-11-19T07:30:54,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741878_1055 (size=175) 2024-11-19T07:30:54,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741878_1055 (size=175) 2024-11-19T07:30:54,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:54,041 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-34404942:(num 1732001453965) 2024-11-19T07:30:54,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:54,043 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:54,057 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044, exclude list is [], retry=0 2024-11-19T07:30:54,060 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:54,060 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:54,060 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:54,087 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 2024-11-19T07:30:54,087 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:30:54,087 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0233c75cc55722ca25dc5ae62aa9fc89, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:54,087 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:54,088 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,088 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,089 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,090 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0233c75cc55722ca25dc5ae62aa9fc89 columnFamilyName a 2024-11-19T07:30:54,091 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:54,091 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(327): Store=0233c75cc55722ca25dc5ae62aa9fc89/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:54,091 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,093 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0233c75cc55722ca25dc5ae62aa9fc89 columnFamilyName b 2024-11-19T07:30:54,093 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:54,093 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(327): Store=0233c75cc55722ca25dc5ae62aa9fc89/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:54,094 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,095 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0233c75cc55722ca25dc5ae62aa9fc89 columnFamilyName c 2024-11-19T07:30:54,095 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:54,095 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(327): Store=0233c75cc55722ca25dc5ae62aa9fc89/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:54,095 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,099 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,099 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,099 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:54,101 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:54,102 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0233c75cc55722ca25dc5ae62aa9fc89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71928616, jitterRate=0.07181990146636963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:54,102 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0233c75cc55722ca25dc5ae62aa9fc89: Writing region info on filesystem at 1732001454088Initializing all the Stores at 1732001454089 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001454089Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001454089Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001454089Cleaning up temporary data from old regions at 1732001454099 (+10 ms)Region opened successfully at 1732001454102 (+3 ms) 2024-11-19T07:30:54,106 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732001454105/Put/seqid=0 2024-11-19T07:30:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741881_1058 (size=4826) 2024-11-19T07:30:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741881_1058 (size=4826) 2024-11-19T07:30:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741881_1058 (size=4826) 2024-11-19T07:30:54,113 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34045/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 0233c75cc55722ca25dc5ae62aa9fc89/a 2024-11-19T07:30:54,121 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-19T07:30:54,121 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:30:54,122 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0233c75cc55722ca25dc5ae62aa9fc89: 2024-11-19T07:30:54,123 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/a/321f53acbd304e66b46a1ae23eb7fede_SeqId_3_ 2024-11-19T07:30:54,124 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34045/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 0233c75cc55722ca25dc5ae62aa9fc89/a as hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/a/321f53acbd304e66b46a1ae23eb7fede_SeqId_3_ - updating store file list. 2024-11-19T07:30:54,130 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 321f53acbd304e66b46a1ae23eb7fede_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:54,131 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/a/321f53acbd304e66b46a1ae23eb7fede_SeqId_3_ into 0233c75cc55722ca25dc5ae62aa9fc89/a 2024-11-19T07:30:54,131 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34045/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 0233c75cc55722ca25dc5ae62aa9fc89/a (new location: hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/a/321f53acbd304e66b46a1ae23eb7fede_SeqId_3_) 2024-11-19T07:30:54,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044, size=0 (0bytes) 2024-11-19T07:30:54,175 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 might be still open, length is 0 2024-11-19T07:30:54,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 2024-11-19T07:30:54,175 WARN [IPC Server handler 3 on default port 34045 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-19T07:30:54,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 after 1ms 2024-11-19T07:30:56,519 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:41820 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36585:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41820 dst: /127.0.0.1:36585 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36585 remote=/127.0.0.1:41820]. Total timeout mills is 60000, 57618 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:56,520 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:41428 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35373:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41428 dst: /127.0.0.1:35373 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:56,520 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50388 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50388 dst: /127.0.0.1:39219 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:30:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741880_1059 (size=606) 2024-11-19T07:30:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741880_1059 (size=606) 2024-11-19T07:30:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741880_1059 (size=606) 2024-11-19T07:30:58,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 after 4002ms 2024-11-19T07:30:58,203 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:58,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 took 4028ms 2024-11-19T07:30:58,205 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044; continuing. 2024-11-19T07:30:58,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 so closing down 2024-11-19T07:30:58,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:30:58,207 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732001454044.temp 2024-11-19T07:30:58,232 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005-wal.1732001454044.temp 2024-11-19T07:30:58,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:30:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741882_1060 (size=329) 2024-11-19T07:30:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741882_1060 (size=329) 2024-11-19T07:30:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741882_1060 (size=329) 2024-11-19T07:30:58,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005-wal.1732001454044.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T07:30:58,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005-wal.1732001454044.temp to hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005 2024-11-19T07:30:58,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T07:30:58,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044, journal: Splitting hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044, size=0 (0bytes) at 1732001454175Finishing writing output for hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 so closing down at 1732001458205 (+4030 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005-wal.1732001454044.temp at 1732001458232 (+27 ms)3 split writer threads finished at 1732001458232Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005-wal.1732001454044.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732001458240 (+8 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005-wal.1732001454044.temp to hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005 at 1732001458241 (+1 ms)Processed 2 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044, size=0, length=0, corrupted=false, cancelled=false at 1732001458242 (+1 ms) 2024-11-19T07:30:58,243 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001454044 2024-11-19T07:30:58,244 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005 2024-11-19T07:30:58,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:30:58,246 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:30:58,259 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001458247, exclude list is [], retry=0 2024-11-19T07:30:58,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:30:58,262 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:30:58,262 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:30:58,287 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001458247 2024-11-19T07:30:58,287 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:30:58,287 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0233c75cc55722ca25dc5ae62aa9fc89, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:58,287 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:58,288 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,288 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,289 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,290 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0233c75cc55722ca25dc5ae62aa9fc89 columnFamilyName a 2024-11-19T07:30:58,290 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:58,296 DEBUG [StoreFileOpener-0233c75cc55722ca25dc5ae62aa9fc89-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 321f53acbd304e66b46a1ae23eb7fede_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-19T07:30:58,296 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/a/321f53acbd304e66b46a1ae23eb7fede_SeqId_3_ 2024-11-19T07:30:58,297 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(327): Store=0233c75cc55722ca25dc5ae62aa9fc89/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:58,297 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,298 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0233c75cc55722ca25dc5ae62aa9fc89 columnFamilyName b 2024-11-19T07:30:58,298 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:58,299 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(327): Store=0233c75cc55722ca25dc5ae62aa9fc89/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:58,299 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,300 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0233c75cc55722ca25dc5ae62aa9fc89 columnFamilyName c 2024-11-19T07:30:58,300 DEBUG [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:58,300 INFO [StoreOpener-0233c75cc55722ca25dc5ae62aa9fc89-1 {}] regionserver.HStore(327): Store=0233c75cc55722ca25dc5ae62aa9fc89/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:58,300 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,301 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,303 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,304 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005 2024-11-19T07:30:58,329 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:30:58,331 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005 2024-11-19T07:30:58,331 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0233c75cc55722ca25dc5ae62aa9fc89 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-19T07:30:58,344 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/.tmp/a/6a8214386fb8447bb04b008676c3d52a is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732001454136/Put/seqid=0 2024-11-19T07:30:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741884_1062 (size=5149) 2024-11-19T07:30:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741884_1062 (size=5149) 2024-11-19T07:30:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741884_1062 (size=5149) 2024-11-19T07:30:58,350 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/.tmp/a/6a8214386fb8447bb04b008676c3d52a 2024-11-19T07:30:58,357 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/.tmp/a/6a8214386fb8447bb04b008676c3d52a as hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/a/6a8214386fb8447bb04b008676c3d52a 2024-11-19T07:30:58,363 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/a/6a8214386fb8447bb04b008676c3d52a, entries=1, sequenceid=5, filesize=5.0 K 2024-11-19T07:30:58,364 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 0233c75cc55722ca25dc5ae62aa9fc89 in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-11-19T07:30:58,364 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/0000000000000000005 2024-11-19T07:30:58,366 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,366 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,366 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:30:58,368 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0233c75cc55722ca25dc5ae62aa9fc89 2024-11-19T07:30:58,370 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0233c75cc55722ca25dc5ae62aa9fc89/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:30:58,372 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0233c75cc55722ca25dc5ae62aa9fc89; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71730648, jitterRate=0.068869948387146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:30:58,372 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0233c75cc55722ca25dc5ae62aa9fc89: Writing region info on filesystem at 1732001458288Initializing all the Stores at 1732001458289 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001458289Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001458289Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001458289Obtaining lock to block concurrent updates at 1732001458331 (+42 ms)Preparing flush snapshotting stores in 0233c75cc55722ca25dc5ae62aa9fc89 at 1732001458331Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732001458331Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. at 1732001458331Flushing 0233c75cc55722ca25dc5ae62aa9fc89/a: creating writer at 1732001458331Flushing 0233c75cc55722ca25dc5ae62aa9fc89/a: appending metadata at 1732001458343 (+12 ms)Flushing 0233c75cc55722ca25dc5ae62aa9fc89/a: closing flushed file at 1732001458343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7e8b82: reopening flushed file at 1732001458355 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 0233c75cc55722ca25dc5ae62aa9fc89 in 32ms, sequenceid=5, compaction requested=false; wal=null at 1732001458364 (+9 ms)Cleaning up temporary data from old regions at 1732001458366 (+2 ms)Region opened successfully at 1732001458372 (+6 ms) 2024-11-19T07:30:58,377 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0233c75cc55722ca25dc5ae62aa9fc89, disabling compactions & flushes 2024-11-19T07:30:58,377 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. 2024-11-19T07:30:58,377 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. 2024-11-19T07:30:58,377 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. after waiting 0 ms 2024-11-19T07:30:58,377 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. 2024-11-19T07:30:58,378 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732001453924.0233c75cc55722ca25dc5ae62aa9fc89. 2024-11-19T07:30:58,378 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0233c75cc55722ca25dc5ae62aa9fc89: Waiting for close lock at 1732001458377Disabling compacts and flushes for region at 1732001458377Disabling writes for close at 1732001458377Writing region close event to WAL at 1732001458378 (+1 ms)Closed at 1732001458378 2024-11-19T07:30:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741883_1061 (size=175) 2024-11-19T07:30:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741883_1061 (size=175) 2024-11-19T07:30:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741883_1061 (size=175) 2024-11-19T07:30:58,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:30:58,383 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001458247) 2024-11-19T07:30:58,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=411 (was 407) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:42811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2134890933_22 at /127.0.0.1:50422 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2134890933_22 at /127.0.0.1:41830 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2134890933_22 at /127.0.0.1:41488 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34045 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12099 (was 12088) - AvailableMemoryMB LEAK? - 2024-11-19T07:30:58,404 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=411, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=12099 2024-11-19T07:30:58,418 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:30:58,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:30:58,426 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,37019,1732001442409 2024-11-19T07:30:58,428 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fbe9929 2024-11-19T07:30:58,429 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:30:58,431 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:30:58,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:30:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-19T07:30:58,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:30:58,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-19T07:30:58,444 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:58,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:30:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:30:58,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741885_1063 (size=694) 2024-11-19T07:30:58,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741885_1063 (size=694) 2024-11-19T07:30:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741885_1063 (size=694) 2024-11-19T07:30:58,459 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe33d0c49cd1a136a3ee4e0bd44e1ca7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477 2024-11-19T07:30:58,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741886_1064 (size=77) 2024-11-19T07:30:58,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741886_1064 (size=77) 2024-11-19T07:30:58,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741886_1064 (size=77) 2024-11-19T07:30:58,471 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:58,471 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing fe33d0c49cd1a136a3ee4e0bd44e1ca7, disabling compactions & flushes 2024-11-19T07:30:58,471 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:58,471 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:58,471 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. after waiting 0 ms 2024-11-19T07:30:58,471 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:58,471 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:58,471 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Waiting for close lock at 1732001458471Disabling compacts and flushes for region at 1732001458471Disabling writes for close at 1732001458471Writing region close event to WAL at 1732001458471Closed at 1732001458471 2024-11-19T07:30:58,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:30:58,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732001458473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732001458473"}]},"ts":"1732001458473"} 2024-11-19T07:30:58,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:30:58,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:30:58,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732001458484"}]},"ts":"1732001458484"} 2024-11-19T07:30:58,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-19T07:30:58,491 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:30:58,493 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:30:58,493 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:30:58,493 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T07:30:58,493 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:30:58,493 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:30:58,493 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T07:30:58,493 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:30:58,493 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:30:58,493 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T07:30:58,493 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:30:58,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN}] 2024-11-19T07:30:58,496 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN 2024-11-19T07:30:58,497 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN; state=OFFLINE, location=db0afee3eab9,35353,1732001443162; forceNewPlan=false, retain=false 2024-11-19T07:30:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:30:58,651 INFO [db0afee3eab9:37019 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T07:30:58,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=OPENING, regionLocation=db0afee3eab9,35353,1732001443162 2024-11-19T07:30:58,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN because future has completed 2024-11-19T07:30:58,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,35353,1732001443162}] 2024-11-19T07:30:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:30:58,814 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:30:58,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:30:58,827 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:58,828 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fe33d0c49cd1a136a3ee4e0bd44e1ca7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:58,828 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,828 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:58,829 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,829 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,831 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,834 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf1 2024-11-19T07:30:58,834 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:58,835 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:58,835 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,837 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf2 2024-11-19T07:30:58,838 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:58,838 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:58,839 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,840 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,840 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,841 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,841 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,842 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T07:30:58,844 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,847 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:30:58,847 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fe33d0c49cd1a136a3ee4e0bd44e1ca7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70950568, jitterRate=0.057245850563049316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T07:30:58,847 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:58,848 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Running coprocessor pre-open hook at 1732001458829Writing region info on filesystem at 1732001458829Initializing all the Stores at 1732001458831 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001458831Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001458831Cleaning up temporary data from old regions at 1732001458841 (+10 ms)Running coprocessor post-open hooks at 1732001458847 (+6 ms)Region opened successfully at 1732001458848 (+1 ms) 2024-11-19T07:30:58,850 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., pid=6, masterSystemTime=1732001458813 2024-11-19T07:30:58,852 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:58,852 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:58,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,35353,1732001443162 2024-11-19T07:30:58,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,35353,1732001443162 because future has completed 2024-11-19T07:30:58,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:30:58,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,35353,1732001443162 in 198 msec 2024-11-19T07:30:58,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:30:58,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN in 366 msec 2024-11-19T07:30:58,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:30:58,866 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732001458865"}]},"ts":"1732001458865"} 2024-11-19T07:30:58,868 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-19T07:30:58,869 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:30:58,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 433 msec 2024-11-19T07:30:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:30:59,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-19T07:30:59,085 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-19T07:30:59,088 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:30:59,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-19T07:30:59,098 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:30:59,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-19T07:30:59,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=2] 2024-11-19T07:30:59,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:30:59,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:30:59,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=fe33d0c49cd1a136a3ee4e0bd44e1ca7, source=db0afee3eab9,35353,1732001443162, destination=db0afee3eab9,43381,1732001443267, warming up region on db0afee3eab9,43381,1732001443267 2024-11-19T07:30:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:30:59,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=fe33d0c49cd1a136a3ee4e0bd44e1ca7, source=db0afee3eab9,35353,1732001443162, destination=db0afee3eab9,43381,1732001443267, running balancer 2024-11-19T07:30:59,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:30:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE 2024-11-19T07:30:59,135 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE 2024-11-19T07:30:59,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=CLOSING, regionLocation=db0afee3eab9,35353,1732001443162 2024-11-19T07:30:59,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(7855): Warmup {ENCODED => fe33d0c49cd1a136a3ee4e0bd44e1ca7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:59,140 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE because future has completed 2024-11-19T07:30:59,140 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T07:30:59,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,35353,1732001443162}] 2024-11-19T07:30:59,141 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf1 2024-11-19T07:30:59,141 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:59,141 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:59,141 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,142 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf2 2024-11-19T07:30:59,142 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:59,143 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(1722): Closing fe33d0c49cd1a136a3ee4e0bd44e1ca7, disabling compactions & flushes 2024-11-19T07:30:59,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. after waiting 0 ms 2024-11-19T07:30:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(1676): Region close journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Waiting for close lock at 1732001459143Disabling compacts and flushes for region at 1732001459143Disabling writes for close at 1732001459143Writing region close event to WAL at 1732001459144 (+1 ms)Closed at 1732001459144 2024-11-19T07:30:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-19T07:30:59,299 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,299 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T07:30:59,299 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing fe33d0c49cd1a136a3ee4e0bd44e1ca7, disabling compactions & flushes 2024-11-19T07:30:59,300 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,300 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,300 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. after waiting 0 ms 2024-11-19T07:30:59,300 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,300 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing fe33d0c49cd1a136a3ee4e0bd44e1ca7 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-19T07:30:59,317 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf1/0e6e79c3189f41ef89ad19bab9068e69 is 35, key is r1/cf1:q/1732001459116/Put/seqid=0 2024-11-19T07:30:59,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741887_1065 (size=4783) 2024-11-19T07:30:59,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741887_1065 (size=4783) 2024-11-19T07:30:59,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741887_1065 (size=4783) 2024-11-19T07:30:59,324 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf1/0e6e79c3189f41ef89ad19bab9068e69 2024-11-19T07:30:59,331 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf1/0e6e79c3189f41ef89ad19bab9068e69 as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/0e6e79c3189f41ef89ad19bab9068e69 2024-11-19T07:30:59,337 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/0e6e79c3189f41ef89ad19bab9068e69, entries=1, sequenceid=5, filesize=4.7 K 2024-11-19T07:30:59,339 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for fe33d0c49cd1a136a3ee4e0bd44e1ca7 in 39ms, sequenceid=5, compaction requested=false 2024-11-19T07:30:59,339 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-19T07:30:59,344 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:30:59,346 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,347 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Waiting for close lock at 1732001459299Running coprocessor pre-close hooks at 1732001459299Disabling compacts and flushes for region at 1732001459299Disabling writes for close at 1732001459300 (+1 ms)Obtaining lock to block concurrent updates at 1732001459300Preparing flush snapshotting stores in fe33d0c49cd1a136a3ee4e0bd44e1ca7 at 1732001459300Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732001459300Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. at 1732001459301 (+1 ms)Flushing fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1: creating writer at 1732001459301Flushing fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1: appending metadata at 1732001459317 (+16 ms)Flushing fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1: closing flushed file at 1732001459317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273df50: reopening flushed file at 1732001459330 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for fe33d0c49cd1a136a3ee4e0bd44e1ca7 in 39ms, sequenceid=5, compaction requested=false at 1732001459339 (+9 ms)Writing region close event to WAL at 1732001459340 (+1 ms)Running coprocessor post-close hooks at 1732001459344 (+4 ms)Closed at 1732001459346 (+2 ms) 2024-11-19T07:30:59,347 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding fe33d0c49cd1a136a3ee4e0bd44e1ca7 move to db0afee3eab9,43381,1732001443267 record at close sequenceid=5 2024-11-19T07:30:59,350 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=CLOSED 2024-11-19T07:30:59,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,35353,1732001443162 because future has completed 2024-11-19T07:30:59,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-19T07:30:59,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,35353,1732001443162 in 215 msec 2024-11-19T07:30:59,359 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE; state=CLOSED, location=db0afee3eab9,43381,1732001443267; forceNewPlan=false, retain=false 2024-11-19T07:30:59,510 INFO [db0afee3eab9:37019 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T07:30:59,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=OPENING, regionLocation=db0afee3eab9,43381,1732001443267 2024-11-19T07:30:59,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE because future has completed 2024-11-19T07:30:59,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,43381,1732001443267}] 2024-11-19T07:30:59,680 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,680 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => fe33d0c49cd1a136a3ee4e0bd44e1ca7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:30:59,681 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,681 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:30:59,681 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,681 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,683 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,684 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf1 2024-11-19T07:30:59,685 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:59,692 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/0e6e79c3189f41ef89ad19bab9068e69 2024-11-19T07:30:59,692 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:59,692 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,694 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf2 2024-11-19T07:30:59,694 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:30:59,694 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:30:59,695 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,696 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,697 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,698 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,698 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,699 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T07:30:59,700 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,701 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened fe33d0c49cd1a136a3ee4e0bd44e1ca7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70797194, jitterRate=0.054960399866104126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T07:30:59,701 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:30:59,702 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Running coprocessor pre-open hook at 1732001459681Writing region info on filesystem at 1732001459681Initializing all the Stores at 1732001459683 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001459683Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001459683Cleaning up temporary data from old regions at 1732001459698 (+15 ms)Running coprocessor post-open hooks at 1732001459701 (+3 ms)Region opened successfully at 1732001459702 (+1 ms) 2024-11-19T07:30:59,703 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., pid=9, masterSystemTime=1732001459670 2024-11-19T07:30:59,705 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,705 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=OPEN, openSeqNum=9, regionLocation=db0afee3eab9,43381,1732001443267 2024-11-19T07:30:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,43381,1732001443267 because future has completed 2024-11-19T07:30:59,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-19T07:30:59,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,43381,1732001443267 in 194 msec 2024-11-19T07:30:59,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE in 580 msec 2024-11-19T07:30:59,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:30:59,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:30:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:41048 deadline: 1732001519750, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=43381 startCode=1732001443267. As of locationSeqNum=5. 2024-11-19T07:30:59,777 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=43381 startCode=1732001443267. As of locationSeqNum=5. 2024-11-19T07:30:59,778 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=43381 startCode=1732001443267. As of locationSeqNum=5. 2024-11-19T07:30:59,778 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,43381,1732001443267, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=43381 startCode=1732001443267. As of locationSeqNum=5. 2024-11-19T07:30:59,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:30:59,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:30:59,911 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fe33d0c49cd1a136a3ee4e0bd44e1ca7 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-19T07:30:59,928 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf1/31a4998080434c04b0488b4733fcd7ce is 29, key is r1/cf1:/1732001459897/DeleteFamily/seqid=0 2024-11-19T07:30:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741888_1066 (size=4906) 2024-11-19T07:30:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741888_1066 (size=4906) 2024-11-19T07:30:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741888_1066 (size=4906) 2024-11-19T07:30:59,936 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf1/31a4998080434c04b0488b4733fcd7ce 2024-11-19T07:30:59,942 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31a4998080434c04b0488b4733fcd7ce 2024-11-19T07:30:59,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf2/3ecad415167448dfa9a53ca634c275e1 is 29, key is r1/cf2:/1732001459897/DeleteFamily/seqid=0 2024-11-19T07:30:59,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741889_1067 (size=4906) 2024-11-19T07:30:59,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741889_1067 (size=4906) 2024-11-19T07:30:59,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741889_1067 (size=4906) 2024-11-19T07:30:59,964 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf2/3ecad415167448dfa9a53ca634c275e1 2024-11-19T07:30:59,970 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ecad415167448dfa9a53ca634c275e1 2024-11-19T07:30:59,971 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf1/31a4998080434c04b0488b4733fcd7ce as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/31a4998080434c04b0488b4733fcd7ce 2024-11-19T07:30:59,977 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31a4998080434c04b0488b4733fcd7ce 2024-11-19T07:30:59,977 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/31a4998080434c04b0488b4733fcd7ce, entries=1, sequenceid=12, filesize=4.8 K 2024-11-19T07:30:59,978 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf2/3ecad415167448dfa9a53ca634c275e1 as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/3ecad415167448dfa9a53ca634c275e1 2024-11-19T07:30:59,985 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ecad415167448dfa9a53ca634c275e1 2024-11-19T07:30:59,985 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/3ecad415167448dfa9a53ca634c275e1, entries=1, sequenceid=12, filesize=4.8 K 2024-11-19T07:30:59,986 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for fe33d0c49cd1a136a3ee4e0bd44e1ca7 in 75ms, sequenceid=12, compaction requested=false 2024-11-19T07:30:59,986 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: 2024-11-19T07:30:59,989 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T07:30:59,990 DEBUG [Time-limited test {}] regionserver.HStore(1541): fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1 is initiating major compaction (all files) 2024-11-19T07:30:59,990 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:30:59,990 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:30:59,991 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:30:59,991 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/0e6e79c3189f41ef89ad19bab9068e69, hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/31a4998080434c04b0488b4733fcd7ce] into tmpdir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp, totalSize=9.5 K 2024-11-19T07:30:59,992 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0e6e79c3189f41ef89ad19bab9068e69, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732001459116 2024-11-19T07:30:59,993 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 31a4998080434c04b0488b4733fcd7ce, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-19T07:31:00,003 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): fe33d0c49cd1a136a3ee4e0bd44e1ca7#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T07:31:00,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741890_1068 (size=4626) 2024-11-19T07:31:00,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741890_1068 (size=4626) 2024-11-19T07:31:00,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741890_1068 (size=4626) 2024-11-19T07:31:00,019 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf1/34485a7656e74617857affa435df1ec6 as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/34485a7656e74617857affa435df1ec6 2024-11-19T07:31:00,031 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1 of fe33d0c49cd1a136a3ee4e0bd44e1ca7 into 34485a7656e74617857affa435df1ec6(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T07:31:00,031 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: 2024-11-19T07:31:00,031 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-19T07:31:00,031 DEBUG [Time-limited test {}] regionserver.HStore(1541): fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2 is initiating major compaction (all files) 2024-11-19T07:31:00,031 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:31:00,031 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:31:00,032 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,032 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/3ecad415167448dfa9a53ca634c275e1] into tmpdir=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp, totalSize=4.8 K 2024-11-19T07:31:00,032 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3ecad415167448dfa9a53ca634c275e1, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-19T07:31:00,038 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): fe33d0c49cd1a136a3ee4e0bd44e1ca7#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T07:31:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741891_1069 (size=4592) 2024-11-19T07:31:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741891_1069 (size=4592) 2024-11-19T07:31:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741891_1069 (size=4592) 2024-11-19T07:31:00,058 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/.tmp/cf2/c5f8eb25202b42c58f0f5ac27de657a9 as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/c5f8eb25202b42c58f0f5ac27de657a9 2024-11-19T07:31:00,066 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2 of fe33d0c49cd1a136a3ee4e0bd44e1ca7 into c5f8eb25202b42c58f0f5ac27de657a9(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T07:31:00,066 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: 2024-11-19T07:31:00,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=fe33d0c49cd1a136a3ee4e0bd44e1ca7, source=db0afee3eab9,43381,1732001443267, destination=db0afee3eab9,35353,1732001443162, warming up region on db0afee3eab9,35353,1732001443162 2024-11-19T07:31:00,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=fe33d0c49cd1a136a3ee4e0bd44e1ca7, source=db0afee3eab9,43381,1732001443267, destination=db0afee3eab9,35353,1732001443162, running balancer 2024-11-19T07:31:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE 2024-11-19T07:31:00,072 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE 2024-11-19T07:31:00,073 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=CLOSING, regionLocation=db0afee3eab9,43381,1732001443267 2024-11-19T07:31:00,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.HRegion(7855): Warmup {ENCODED => fe33d0c49cd1a136a3ee4e0bd44e1ca7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:00,075 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE because future has completed 2024-11-19T07:31:00,076 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf1 2024-11-19T07:31:00,076 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:00,076 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T07:31:00,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,43381,1732001443267}] 2024-11-19T07:31:00,084 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/0e6e79c3189f41ef89ad19bab9068e69 2024-11-19T07:31:00,089 INFO [StoreFileOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31a4998080434c04b0488b4733fcd7ce 2024-11-19T07:31:00,089 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/31a4998080434c04b0488b4733fcd7ce 2024-11-19T07:31:00,094 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/34485a7656e74617857affa435df1ec6 2024-11-19T07:31:00,095 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:00,095 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,096 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf2 2024-11-19T07:31:00,096 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:00,103 INFO [StoreFileOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ecad415167448dfa9a53ca634c275e1 2024-11-19T07:31:00,103 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/3ecad415167448dfa9a53ca634c275e1 2024-11-19T07:31:00,109 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/c5f8eb25202b42c58f0f5ac27de657a9 2024-11-19T07:31:00,109 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.HRegion(1722): Closing fe33d0c49cd1a136a3ee4e0bd44e1ca7, disabling compactions & flushes 2024-11-19T07:31:00,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. after waiting 0 ms 2024-11-19T07:31:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] regionserver.HRegion(1676): Region close journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Waiting for close lock at 1732001460109Disabling compacts and flushes for region at 1732001460109Disabling writes for close at 1732001460109Writing region close event to WAL at 1732001460110 (+1 ms)Closed at 1732001460110 2024-11-19T07:31:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-19T07:31:00,231 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T07:31:00,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing fe33d0c49cd1a136a3ee4e0bd44e1ca7, disabling compactions & flushes 2024-11-19T07:31:00,231 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. after waiting 0 ms 2024-11-19T07:31:00,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,232 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/0e6e79c3189f41ef89ad19bab9068e69, hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/31a4998080434c04b0488b4733fcd7ce] to archive 2024-11-19T07:31:00,234 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T07:31:00,238 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/0e6e79c3189f41ef89ad19bab9068e69 to hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/0e6e79c3189f41ef89ad19bab9068e69 2024-11-19T07:31:00,240 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/31a4998080434c04b0488b4733fcd7ce to hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/31a4998080434c04b0488b4733fcd7ce 2024-11-19T07:31:00,253 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/3ecad415167448dfa9a53ca634c275e1] to archive 2024-11-19T07:31:00,254 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T07:31:00,256 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/3ecad415167448dfa9a53ca634c275e1 to hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/3ecad415167448dfa9a53ca634c275e1 2024-11-19T07:31:00,261 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-19T07:31:00,262 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,262 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Waiting for close lock at 1732001460231Running coprocessor pre-close hooks at 1732001460231Disabling compacts and flushes for region at 1732001460231Disabling writes for close at 1732001460231Writing region close event to WAL at 1732001460257 (+26 ms)Running coprocessor post-close hooks at 1732001460262 (+5 ms)Closed at 1732001460262 2024-11-19T07:31:00,262 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding fe33d0c49cd1a136a3ee4e0bd44e1ca7 move to db0afee3eab9,35353,1732001443162 record at close sequenceid=12 2024-11-19T07:31:00,264 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,265 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=CLOSED 2024-11-19T07:31:00,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,43381,1732001443267 because future has completed 2024-11-19T07:31:00,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T07:31:00,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,43381,1732001443267 in 192 msec 2024-11-19T07:31:00,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE; state=CLOSED, location=db0afee3eab9,35353,1732001443162; forceNewPlan=false, retain=false 2024-11-19T07:31:00,423 INFO [db0afee3eab9:37019 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T07:31:00,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=OPENING, regionLocation=db0afee3eab9,35353,1732001443162 2024-11-19T07:31:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE because future has completed 2024-11-19T07:31:00,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,35353,1732001443162}] 2024-11-19T07:31:00,586 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,587 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => fe33d0c49cd1a136a3ee4e0bd44e1ca7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:00,587 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,587 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:00,587 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,587 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,589 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,590 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf1 2024-11-19T07:31:00,590 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:00,596 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/34485a7656e74617857affa435df1ec6 2024-11-19T07:31:00,596 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:00,596 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,597 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf2 2024-11-19T07:31:00,597 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:00,604 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/c5f8eb25202b42c58f0f5ac27de657a9 2024-11-19T07:31:00,604 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:00,604 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,605 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,606 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,607 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,607 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,608 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T07:31:00,609 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,610 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened fe33d0c49cd1a136a3ee4e0bd44e1ca7; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62841176, jitterRate=-0.06359350681304932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T07:31:00,610 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,611 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Running coprocessor pre-open hook at 1732001460587Writing region info on filesystem at 1732001460587Initializing all the Stores at 1732001460588 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001460588Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001460588Cleaning up temporary data from old regions at 1732001460607 (+19 ms)Running coprocessor post-open hooks at 1732001460610 (+3 ms)Region opened successfully at 1732001460611 (+1 ms) 2024-11-19T07:31:00,612 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., pid=12, masterSystemTime=1732001460582 2024-11-19T07:31:00,614 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,615 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=OPEN, openSeqNum=18, regionLocation=db0afee3eab9,35353,1732001443162 2024-11-19T07:31:00,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,35353,1732001443162 because future has completed 2024-11-19T07:31:00,619 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37019 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=db0afee3eab9,35353,1732001443162, table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T07:31:00,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-19T07:31:00,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,35353,1732001443162 in 192 msec 2024-11-19T07:31:00,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, REOPEN/MOVE in 552 msec 2024-11-19T07:31:00,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:31:00,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:31:00,678 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server db0afee3eab9,35353,1732001443162: testing ***** 2024-11-19T07:31:00,678 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:31:00,680 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:31:00,681 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:31:00,685 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:31:00,686 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:31:00,697 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 481274032 }, "NonHeapMemoryUsage": { "committed": 172163072, "init": 7667712, "max": -1, "used": 169490392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "db0afee3eab9", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 9, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 4, "TotalCallTime_75th_percentile": 6, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "db0afee3eab9", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52014", "tag.serverName": "db0afee3eab9,43381,1732001443267", "tag.clusterId": "a522b208-209d-4218-966e-1628981deb80", "tag.Context": "regionserver", "tag.Hostname": "db0afee3eab9", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732001443267, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-19T07:31:00,700 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37019 {}] master.MasterRpcServices(700): db0afee3eab9,35353,1732001443162 reported a fatal error: ***** ABORTING region server db0afee3eab9,35353,1732001443162: testing ***** 2024-11-19T07:31:00,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,35353,1732001443162' ***** 2024-11-19T07:31:00,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-19T07:31:00,702 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:31:00,703 INFO [RS:0;db0afee3eab9:35353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T07:31:00,703 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:31:00,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:31:00,703 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:31:00,703 INFO [RS:0;db0afee3eab9:35353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T07:31:00,703 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(3091): Received CLOSE for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,703 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(956): aborting server db0afee3eab9,35353,1732001443162 2024-11-19T07:31:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:36946 deadline: 1732001520703, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=35353 startCode=1732001443162. As of locationSeqNum=12. 2024-11-19T07:31:00,703 INFO [RS:0;db0afee3eab9:35353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:31:00,704 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe33d0c49cd1a136a3ee4e0bd44e1ca7, disabling compactions & flushes 2024-11-19T07:31:00,704 INFO [RS:0;db0afee3eab9:35353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:35353. 2024-11-19T07:31:00,704 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,704 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,704 DEBUG [RS:0;db0afee3eab9:35353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:31:00,704 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. after waiting 0 ms 2024-11-19T07:31:00,704 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,43381,1732001443267, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,43381,1732001443267, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=35353 startCode=1732001443162. As of locationSeqNum=12. 2024-11-19T07:31:00,704 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,704 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,43381,1732001443267, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=35353 startCode=1732001443162. As of locationSeqNum=12. 2024-11-19T07:31:00,704 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,43381,1732001443267, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=db0afee3eab9 port=35353 startCode=1732001443162. As of locationSeqNum=12. 2024-11-19T07:31:00,705 DEBUG [RS:0;db0afee3eab9:35353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:31:00,705 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:31:00,705 DEBUG [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(1325): Online Regions={fe33d0c49cd1a136a3ee4e0bd44e1ca7=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.} 2024-11-19T07:31:00,706 DEBUG [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(1351): Waiting on fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:00,707 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,707 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Waiting for close lock at 1732001460703Running coprocessor pre-close hooks at 1732001460704 (+1 ms)Disabling compacts and flushes for region at 1732001460704Disabling writes for close at 1732001460704Writing region close event to WAL at 1732001460707 (+3 ms)Running coprocessor post-close hooks at 1732001460707Closed at 1732001460707 2024-11-19T07:31:00,707 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:00,728 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:31:00,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server db0afee3eab9,35353,1732001443162 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:00,814 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server db0afee3eab9,35353,1732001443162 aborting 2024-11-19T07:31:00,814 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server db0afee3eab9,35353,1732001443162 aborting 2024-11-19T07:31:00,814 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=12 from cache 2024-11-19T07:31:00,906 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,35353,1732001443162; all regions closed. 2024-11-19T07:31:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741833_1009 (size=2288) 2024-11-19T07:31:00,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741833_1009 (size=2288) 2024-11-19T07:31:00,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741833_1009 (size=2288) 2024-11-19T07:31:00,911 DEBUG [RS:0;db0afee3eab9:35353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:31:00,911 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:31:00,911 INFO [RS:0;db0afee3eab9:35353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:31:00,911 INFO [RS:0;db0afee3eab9:35353 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:31:00,911 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:31:00,911 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:31:00,911 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:31:00,911 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:31:00,911 INFO [RS:0;db0afee3eab9:35353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:31:00,912 INFO [RS:0;db0afee3eab9:35353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35353 2024-11-19T07:31:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,35353,1732001443162 2024-11-19T07:31:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:31:00,980 INFO [RS:0;db0afee3eab9:35353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:31:00,982 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,35353,1732001443162] 2024-11-19T07:31:01,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,35353,1732001443162 already deleted, retry=false 2024-11-19T07:31:01,005 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of db0afee3eab9,35353,1732001443162 on db0afee3eab9,37019,1732001442409 2024-11-19T07:31:01,013 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure db0afee3eab9,35353,1732001443162, splitWal=true, meta=false 2024-11-19T07:31:01,016 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for db0afee3eab9,35353,1732001443162 (carryingMeta=false) db0afee3eab9,35353,1732001443162/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7e165cff[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T07:31:01,016 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure db0afee3eab9,35353,1732001443162, splitWal=true, meta=false 2024-11-19T07:31:01,018 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): db0afee3eab9,35353,1732001443162 had 1 regions 2024-11-19T07:31:01,019 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure db0afee3eab9,35353,1732001443162, splitWal=true, meta=false, isMeta: false 2024-11-19T07:31:01,020 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting 2024-11-19T07:31:01,022 INFO [PEWorker-1 {}] master.SplitWALManager(105): db0afee3eab9,35353,1732001443162 WAL count=1, meta=false 2024-11-19T07:31:01,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure db0afee3eab9%2C35353%2C1732001443162.1732001444865}] 2024-11-19T07:31:01,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18] 2024-11-19T07:31:01,027 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server db0afee3eab9:35353 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: db0afee3eab9/172.17.0.2:35353 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:01,028 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18, error=java.net.ConnectException: Call to address=db0afee3eab9:35353 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: db0afee3eab9/172.17.0.2:35353 2024-11-19T07:31:01,028 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-19T07:31:01,028 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18 from cache 2024-11-19T07:31:01,029 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address db0afee3eab9:35353 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: db0afee3eab9/172.17.0.2:35353 2024-11-19T07:31:01,031 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=db0afee3eab9,43381,1732001443267 2024-11-19T07:31:01,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure db0afee3eab9%2C35353%2C1732001443162.1732001444865, worker=db0afee3eab9,43381,1732001443267}] 2024-11-19T07:31:01,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:31:01,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35353-0x1015200a3130001, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:31:01,095 INFO [RS:0;db0afee3eab9:35353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:31:01,095 INFO [RS:0;db0afee3eab9:35353 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,35353,1732001443162; zookeeper connection closed. 2024-11-19T07:31:01,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22498b4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22498b4b 2024-11-19T07:31:01,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-19T07:31:01,210 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865, size=2.2 K (2288bytes) 2024-11-19T07:31:01,210 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865 2024-11-19T07:31:01,211 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865 after 1ms 2024-11-19T07:31:01,236 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:01,236 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865 took 26ms 2024-11-19T07:31:01,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for fe33d0c49cd1a136a3ee4e0bd44e1ca7: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-19T07:31:01,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865 so closing down 2024-11-19T07:31:01,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:31:01,244 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:31:01,244 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-19T07:31:01,244 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865, journal: Splitting hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865, size=2.2 K (2288bytes) at 1732001461210Finishing writing output for hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865 so closing down at 1732001461243 (+33 ms)3 split writer threads finished at 1732001461244 (+1 ms)Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1732001461244 2024-11-19T07:31:01,244 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865 2024-11-19T07:31:01,245 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T07:31:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37019 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T07:31:01,252 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting/db0afee3eab9%2C35353%2C1732001443162.1732001444865 to hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/oldWALs 2024-11-19T07:31:01,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T07:31:01,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure db0afee3eab9%2C35353%2C1732001443162.1732001444865, worker=db0afee3eab9,43381,1732001443267 in 219 msec 2024-11-19T07:31:01,255 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=db0afee3eab9,43381,1732001443267 2024-11-19T07:31:01,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T07:31:01,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure db0afee3eab9%2C35353%2C1732001443162.1732001444865, worker=db0afee3eab9,43381,1732001443267 in 233 msec 2024-11-19T07:31:01,261 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting dir is empty, no logs to split. 2024-11-19T07:31:01,261 INFO [PEWorker-1 {}] master.SplitWALManager(105): db0afee3eab9,35353,1732001443162 WAL count=0, meta=false 2024-11-19T07:31:01,261 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if db0afee3eab9,35353,1732001443162 WAL splitting is done? wals=0, meta=false 2024-11-19T07:31:01,264 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for db0afee3eab9,35353,1732001443162 failed, ignore...File hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/WALs/db0afee3eab9,35353,1732001443162-splitting does not exist. 2024-11-19T07:31:01,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN}] 2024-11-19T07:31:01,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN 2024-11-19T07:31:01,269 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:31:01,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18] 2024-11-19T07:31:01,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to db0afee3eab9:35353 this server is in the failed servers list 2024-11-19T07:31:01,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=db0afee3eab9:35353 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: db0afee3eab9:35353 2024-11-19T07:31:01,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: db0afee3eab9:35353 2024-11-19T07:31:01,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,35353,1732001443162, seqNum=18 from cache 2024-11-19T07:31:01,419 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:31:01,420 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:31:01,420 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:31:01,420 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:31:01,420 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:31:01,420 INFO [db0afee3eab9:37019 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:31:01,420 INFO [db0afee3eab9:37019 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:31:01,420 DEBUG [db0afee3eab9:37019 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:31:01,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=OPENING, regionLocation=db0afee3eab9,43381,1732001443267 2024-11-19T07:31:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN because future has completed 2024-11-19T07:31:01,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,43381,1732001443267}] 2024-11-19T07:31:01,626 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:01,627 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => fe33d0c49cd1a136a3ee4e0bd44e1ca7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:01,628 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,628 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:01,628 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,628 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,630 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,632 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf1 2024-11-19T07:31:01,632 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:01,640 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1/34485a7656e74617857affa435df1ec6 2024-11-19T07:31:01,640 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:01,641 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,642 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe33d0c49cd1a136a3ee4e0bd44e1ca7 columnFamilyName cf2 2024-11-19T07:31:01,642 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:01,650 DEBUG [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2/c5f8eb25202b42c58f0f5ac27de657a9 2024-11-19T07:31:01,650 INFO [StoreOpener-fe33d0c49cd1a136a3ee4e0bd44e1ca7-1 {}] regionserver.HStore(327): Store=fe33d0c49cd1a136a3ee4e0bd44e1ca7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:01,651 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,651 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,653 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,654 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,654 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,655 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T07:31:01,656 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,657 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened fe33d0c49cd1a136a3ee4e0bd44e1ca7; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70332025, jitterRate=0.048028841614723206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T07:31:01,657 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:01,657 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Running coprocessor pre-open hook at 1732001461628Writing region info on filesystem at 1732001461628Initializing all the Stores at 1732001461630 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001461630Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001461630Cleaning up temporary data from old regions at 1732001461654 (+24 ms)Running coprocessor post-open hooks at 1732001461657 (+3 ms)Region opened successfully at 1732001461657 2024-11-19T07:31:01,658 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., pid=17, masterSystemTime=1732001461617 2024-11-19T07:31:01,660 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:01,660 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:01,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=fe33d0c49cd1a136a3ee4e0bd44e1ca7, regionState=OPEN, openSeqNum=18, regionLocation=db0afee3eab9,43381,1732001443267 2024-11-19T07:31:01,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,43381,1732001443267 because future has completed 2024-11-19T07:31:01,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T07:31:01,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure fe33d0c49cd1a136a3ee4e0bd44e1ca7, server=db0afee3eab9,43381,1732001443267 in 238 msec 2024-11-19T07:31:01,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-19T07:31:01,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fe33d0c49cd1a136a3ee4e0bd44e1ca7, ASSIGN in 401 msec 2024-11-19T07:31:01,669 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server db0afee3eab9,35353,1732001443162 after splitting done 2024-11-19T07:31:01,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure db0afee3eab9,35353,1732001443162, splitWal=true, meta=false in 663 msec 2024-11-19T07:31:01,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7., hostname=db0afee3eab9,43381,1732001443267, seqNum=18] 2024-11-19T07:31:01,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 411), OpenFileDescriptor=1049 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=12077 (was 12099) 2024-11-19T07:31:01,879 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-19T07:31:01,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=12077 2024-11-19T07:31:01,892 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-19T07:31:01,908 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:01,909 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:01,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:31:01,913 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92729763, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-92729763, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:01,924 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92729763/hregion-92729763.1732001461913, exclude list is [], retry=0 2024-11-19T07:31:01,926 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:01,926 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:01,927 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:01,954 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92729763/hregion-92729763.1732001461913 2024-11-19T07:31:01,954 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:31:01,954 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 83128c20d8781da887698d15620ea8f4, NAME => 'testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:31:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741893_1071 (size=67) 2024-11-19T07:31:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741893_1071 (size=67) 2024-11-19T07:31:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741893_1071 (size=67) 2024-11-19T07:31:01,962 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:01,964 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:01,965 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83128c20d8781da887698d15620ea8f4 columnFamilyName a 2024-11-19T07:31:01,965 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:01,965 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(327): Store=83128c20d8781da887698d15620ea8f4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:01,965 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:01,966 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83128c20d8781da887698d15620ea8f4 columnFamilyName b 2024-11-19T07:31:01,967 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:01,967 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(327): Store=83128c20d8781da887698d15620ea8f4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:01,967 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:01,968 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83128c20d8781da887698d15620ea8f4 columnFamilyName c 2024-11-19T07:31:01,968 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:01,969 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(327): Store=83128c20d8781da887698d15620ea8f4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:01,969 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:01,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:01,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:01,971 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:01,971 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:01,972 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:01,973 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:01,975 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:31:01,975 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83128c20d8781da887698d15620ea8f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74909625, jitterRate=0.11624039709568024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:01,976 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83128c20d8781da887698d15620ea8f4: Writing region info on filesystem at 1732001461963Initializing all the Stores at 1732001461963Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001461963Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001461963Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001461963Cleaning up temporary data from old regions at 1732001461971 (+8 ms)Region opened successfully at 1732001461976 (+5 ms) 2024-11-19T07:31:01,976 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 83128c20d8781da887698d15620ea8f4, disabling compactions & flushes 2024-11-19T07:31:01,976 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. 2024-11-19T07:31:01,976 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. 2024-11-19T07:31:01,976 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. after waiting 0 ms 2024-11-19T07:31:01,976 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. 2024-11-19T07:31:01,977 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. 2024-11-19T07:31:01,977 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 83128c20d8781da887698d15620ea8f4: Waiting for close lock at 1732001461976Disabling compacts and flushes for region at 1732001461976Disabling writes for close at 1732001461976Writing region close event to WAL at 1732001461977 (+1 ms)Closed at 1732001461977 2024-11-19T07:31:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741892_1070 (size=175) 2024-11-19T07:31:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741892_1070 (size=175) 2024-11-19T07:31:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741892_1070 (size=175) 2024-11-19T07:31:01,982 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:31:01,982 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92729763:(num 1732001461913) 2024-11-19T07:31:01,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:01,984 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:01,995 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984, exclude list is [], retry=0 2024-11-19T07:31:01,998 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:01,998 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:01,998 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:02,026 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984 2024-11-19T07:31:02,026 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:31:02,026 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83128c20d8781da887698d15620ea8f4, NAME => 'testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:02,026 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:02,027 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,027 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,028 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,029 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83128c20d8781da887698d15620ea8f4 columnFamilyName a 2024-11-19T07:31:02,029 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,029 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(327): Store=83128c20d8781da887698d15620ea8f4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,029 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,030 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83128c20d8781da887698d15620ea8f4 columnFamilyName b 2024-11-19T07:31:02,030 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,031 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(327): Store=83128c20d8781da887698d15620ea8f4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,031 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,032 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83128c20d8781da887698d15620ea8f4 columnFamilyName c 2024-11-19T07:31:02,032 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,032 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(327): Store=83128c20d8781da887698d15620ea8f4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,032 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,033 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,035 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,035 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,036 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:02,037 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,038 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83128c20d8781da887698d15620ea8f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65007979, jitterRate=-0.03130562603473663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:02,039 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83128c20d8781da887698d15620ea8f4: Writing region info on filesystem at 1732001462027Initializing all the Stores at 1732001462028 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462028Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462028Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462028Cleaning up temporary data from old regions at 1732001462036 (+8 ms)Region opened successfully at 1732001462038 (+2 ms) 2024-11-19T07:31:02,068 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 83128c20d8781da887698d15620ea8f4 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-19T07:31:02,087 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/a/e3ace165d42c4e378ce5d18a800c3703 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732001462039/Put/seqid=0 2024-11-19T07:31:02,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741895_1073 (size=5958) 2024-11-19T07:31:02,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741895_1073 (size=5958) 2024-11-19T07:31:02,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741895_1073 (size=5958) 2024-11-19T07:31:02,095 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/a/e3ace165d42c4e378ce5d18a800c3703 2024-11-19T07:31:02,119 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/b/cb94d77ff8c2416c8e617d66003c9846 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732001462048/Put/seqid=0 2024-11-19T07:31:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741896_1074 (size=5958) 2024-11-19T07:31:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741896_1074 (size=5958) 2024-11-19T07:31:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741896_1074 (size=5958) 2024-11-19T07:31:02,127 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/b/cb94d77ff8c2416c8e617d66003c9846 2024-11-19T07:31:02,153 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/c/c6ac75a0900746acb40877caa952d690 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732001462057/Put/seqid=0 2024-11-19T07:31:02,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741897_1075 (size=5958) 2024-11-19T07:31:02,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741897_1075 (size=5958) 2024-11-19T07:31:02,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741897_1075 (size=5958) 2024-11-19T07:31:02,160 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/c/c6ac75a0900746acb40877caa952d690 2024-11-19T07:31:02,167 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/a/e3ace165d42c4e378ce5d18a800c3703 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/a/e3ace165d42c4e378ce5d18a800c3703 2024-11-19T07:31:02,174 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/a/e3ace165d42c4e378ce5d18a800c3703, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T07:31:02,176 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/b/cb94d77ff8c2416c8e617d66003c9846 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/b/cb94d77ff8c2416c8e617d66003c9846 2024-11-19T07:31:02,182 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/b/cb94d77ff8c2416c8e617d66003c9846, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T07:31:02,184 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/c/c6ac75a0900746acb40877caa952d690 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/c/c6ac75a0900746acb40877caa952d690 2024-11-19T07:31:02,190 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/c/c6ac75a0900746acb40877caa952d690, entries=10, sequenceid=33, filesize=5.8 K 2024-11-19T07:31:02,192 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 83128c20d8781da887698d15620ea8f4 in 124ms, sequenceid=33, compaction requested=false 2024-11-19T07:31:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 83128c20d8781da887698d15620ea8f4: 2024-11-19T07:31:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 83128c20d8781da887698d15620ea8f4, disabling compactions & flushes 2024-11-19T07:31:02,192 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. 2024-11-19T07:31:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. 2024-11-19T07:31:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. after waiting 0 ms 2024-11-19T07:31:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. 2024-11-19T07:31:02,194 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. 2024-11-19T07:31:02,194 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 83128c20d8781da887698d15620ea8f4: Waiting for close lock at 1732001462192Disabling compacts and flushes for region at 1732001462192Disabling writes for close at 1732001462192Writing region close event to WAL at 1732001462194 (+2 ms)Closed at 1732001462194 2024-11-19T07:31:02,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741894_1072 (size=6311) 2024-11-19T07:31:02,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741894_1072 (size=6311) 2024-11-19T07:31:02,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741894_1072 (size=6311) 2024-11-19T07:31:02,202 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/b/cb94d77ff8c2416c8e617d66003c9846 to hdfs://localhost:34045/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/b/cb94d77ff8c2416c8e617d66003c9846 2024-11-19T07:31:02,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984, size=6.2 K (6311bytes) 2024-11-19T07:31:02,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984 2024-11-19T07:31:02,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984 after 1ms 2024-11-19T07:31:02,248 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:02,249 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984 took 30ms 2024-11-19T07:31:02,251 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984 so closing down 2024-11-19T07:31:02,251 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:31:02,253 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001461984.temp 2024-11-19T07:31:02,278 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000003-wal.1732001461984.temp 2024-11-19T07:31:02,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:31:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741898_1076 (size=5575) 2024-11-19T07:31:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741898_1076 (size=5575) 2024-11-19T07:31:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741898_1076 (size=5575) 2024-11-19T07:31:02,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000003-wal.1732001461984.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T07:31:02,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000003-wal.1732001461984.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000032 2024-11-19T07:31:02,286 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-19T07:31:02,286 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984, journal: Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984, size=6.2 K (6311bytes) at 1732001462219Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984 so closing down at 1732001462251 (+32 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000003-wal.1732001461984.temp at 1732001462278 (+27 ms)3 split writer threads finished at 1732001462279 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000003-wal.1732001461984.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732001462285 (+6 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000003-wal.1732001461984.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000032 at 1732001462286 (+1 ms)Processed 32 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1732001462286 2024-11-19T07:31:02,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001461984 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001461984 2024-11-19T07:31:02,288 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000032 2024-11-19T07:31:02,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:02,290 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:02,303 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001462291, exclude list is [], retry=0 2024-11-19T07:31:02,306 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:02,306 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:02,307 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:02,331 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001462291 2024-11-19T07:31:02,332 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:31:02,332 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83128c20d8781da887698d15620ea8f4, NAME => 'testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:02,332 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:02,332 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,332 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,334 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,334 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83128c20d8781da887698d15620ea8f4 columnFamilyName a 2024-11-19T07:31:02,335 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,340 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/a/e3ace165d42c4e378ce5d18a800c3703 2024-11-19T07:31:02,340 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(327): Store=83128c20d8781da887698d15620ea8f4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,340 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,341 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83128c20d8781da887698d15620ea8f4 columnFamilyName b 2024-11-19T07:31:02,341 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,342 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(327): Store=83128c20d8781da887698d15620ea8f4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,342 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,342 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83128c20d8781da887698d15620ea8f4 columnFamilyName c 2024-11-19T07:31:02,342 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,347 DEBUG [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/c/c6ac75a0900746acb40877caa952d690 2024-11-19T07:31:02,347 INFO [StoreOpener-83128c20d8781da887698d15620ea8f4-1 {}] regionserver.HStore(327): Store=83128c20d8781da887698d15620ea8f4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,347 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,348 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,350 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,350 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000032 2024-11-19T07:31:02,379 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:02,381 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000032 2024-11-19T07:31:02,381 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 83128c20d8781da887698d15620ea8f4 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-19T07:31:02,396 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/b/aca79481a04047ae8b27e7aac2ba55a6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732001462048/Put/seqid=0 2024-11-19T07:31:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741900_1078 (size=5958) 2024-11-19T07:31:02,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741900_1078 (size=5958) 2024-11-19T07:31:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741900_1078 (size=5958) 2024-11-19T07:31:02,405 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/b/aca79481a04047ae8b27e7aac2ba55a6 2024-11-19T07:31:02,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/.tmp/b/aca79481a04047ae8b27e7aac2ba55a6 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/b/aca79481a04047ae8b27e7aac2ba55a6 2024-11-19T07:31:02,417 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/b/aca79481a04047ae8b27e7aac2ba55a6, entries=10, sequenceid=32, filesize=5.8 K 2024-11-19T07:31:02,417 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 83128c20d8781da887698d15620ea8f4 in 36ms, sequenceid=32, compaction requested=false; wal=null 2024-11-19T07:31:02,418 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/0000000000000000032 2024-11-19T07:31:02,419 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,419 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,419 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:02,421 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83128c20d8781da887698d15620ea8f4 2024-11-19T07:31:02,423 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/83128c20d8781da887698d15620ea8f4/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-19T07:31:02,424 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83128c20d8781da887698d15620ea8f4; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72129347, jitterRate=0.07481102645397186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:02,424 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83128c20d8781da887698d15620ea8f4: Writing region info on filesystem at 1732001462332Initializing all the Stores at 1732001462333 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462333Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462333Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462333Obtaining lock to block concurrent updates at 1732001462381 (+48 ms)Preparing flush snapshotting stores in 83128c20d8781da887698d15620ea8f4 at 1732001462381Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732001462381Flushing stores of testReplayEditsWrittenViaHRegion,,1732001461908.83128c20d8781da887698d15620ea8f4. at 1732001462381Flushing 83128c20d8781da887698d15620ea8f4/b: creating writer at 1732001462382 (+1 ms)Flushing 83128c20d8781da887698d15620ea8f4/b: appending metadata at 1732001462395 (+13 ms)Flushing 83128c20d8781da887698d15620ea8f4/b: closing flushed file at 1732001462395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5e0f86: reopening flushed file at 1732001462410 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 83128c20d8781da887698d15620ea8f4 in 36ms, sequenceid=32, compaction requested=false; wal=null at 1732001462417 (+7 ms)Cleaning up temporary data from old regions at 1732001462419 (+2 ms)Region opened successfully at 1732001462424 (+5 ms) 2024-11-19T07:31:02,444 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=418 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50422 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:55808 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:41830 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:39440 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:41602 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:41488 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 283), ProcessCount=11 (was 11), AvailableMemoryMB=12058 (was 12077) 2024-11-19T07:31:02,444 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-19T07:31:02,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=12056 2024-11-19T07:31:02,457 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-19T07:31:02,472 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:02,474 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:02,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:31:02,477 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44431905, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-44431905, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:02,489 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44431905/hregion-44431905.1732001462477, exclude list is [], retry=0 2024-11-19T07:31:02,492 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:02,492 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:02,492 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:02,519 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44431905/hregion-44431905.1732001462477 2024-11-19T07:31:02,519 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:31:02,519 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 530ec7249b9a93d29c0a04398cf2872d, NAME => 'testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:31:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741902_1080 (size=68) 2024-11-19T07:31:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741902_1080 (size=68) 2024-11-19T07:31:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741902_1080 (size=68) 2024-11-19T07:31:02,527 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:02,529 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,530 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530ec7249b9a93d29c0a04398cf2872d columnFamilyName a 2024-11-19T07:31:02,530 DEBUG [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,531 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(327): Store=530ec7249b9a93d29c0a04398cf2872d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,531 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,532 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530ec7249b9a93d29c0a04398cf2872d columnFamilyName b 2024-11-19T07:31:02,532 DEBUG [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,532 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(327): Store=530ec7249b9a93d29c0a04398cf2872d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,532 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,534 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530ec7249b9a93d29c0a04398cf2872d columnFamilyName c 2024-11-19T07:31:02,534 DEBUG [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,534 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(327): Store=530ec7249b9a93d29c0a04398cf2872d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,535 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,535 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,536 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,537 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,537 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,538 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:02,539 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,541 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:31:02,541 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 530ec7249b9a93d29c0a04398cf2872d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59563255, jitterRate=-0.11243833601474762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:02,542 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 530ec7249b9a93d29c0a04398cf2872d: Writing region info on filesystem at 1732001462527Initializing all the Stores at 1732001462528 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462528Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462528Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462528Cleaning up temporary data from old regions at 1732001462537 (+9 ms)Region opened successfully at 1732001462542 (+5 ms) 2024-11-19T07:31:02,542 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 530ec7249b9a93d29c0a04398cf2872d, disabling compactions & flushes 2024-11-19T07:31:02,542 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:02,542 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:02,542 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. after waiting 0 ms 2024-11-19T07:31:02,542 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:02,543 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:02,543 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 530ec7249b9a93d29c0a04398cf2872d: Waiting for close lock at 1732001462542Disabling compacts and flushes for region at 1732001462542Disabling writes for close at 1732001462542Writing region close event to WAL at 1732001462543 (+1 ms)Closed at 1732001462543 2024-11-19T07:31:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741901_1079 (size=175) 2024-11-19T07:31:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741901_1079 (size=175) 2024-11-19T07:31:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741901_1079 (size=175) 2024-11-19T07:31:02,550 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:31:02,550 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44431905:(num 1732001462477) 2024-11-19T07:31:02,550 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:02,551 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:02,563 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552, exclude list is [], retry=0 2024-11-19T07:31:02,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:02,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:02,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:02,590 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552 2024-11-19T07:31:02,590 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:31:02,661 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 530ec7249b9a93d29c0a04398cf2872d, NAME => 'testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:02,664 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,664 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:02,664 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,664 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,666 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,667 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530ec7249b9a93d29c0a04398cf2872d columnFamilyName a 2024-11-19T07:31:02,667 DEBUG [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,668 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(327): Store=530ec7249b9a93d29c0a04398cf2872d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,668 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,669 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530ec7249b9a93d29c0a04398cf2872d columnFamilyName b 2024-11-19T07:31:02,669 DEBUG [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,669 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(327): Store=530ec7249b9a93d29c0a04398cf2872d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,669 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,670 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530ec7249b9a93d29c0a04398cf2872d columnFamilyName c 2024-11-19T07:31:02,670 DEBUG [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:02,671 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(327): Store=530ec7249b9a93d29c0a04398cf2872d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:02,671 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,672 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,673 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,674 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,675 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,675 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:02,677 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,678 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 530ec7249b9a93d29c0a04398cf2872d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61292776, jitterRate=-0.08666646480560303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:02,678 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:02,679 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 530ec7249b9a93d29c0a04398cf2872d: Running coprocessor pre-open hook at 1732001462664Writing region info on filesystem at 1732001462664Initializing all the Stores at 1732001462665 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462665Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462665Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001462665Cleaning up temporary data from old regions at 1732001462675 (+10 ms)Running coprocessor post-open hooks at 1732001462678 (+3 ms)Region opened successfully at 1732001462679 (+1 ms) 2024-11-19T07:31:02,690 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 530ec7249b9a93d29c0a04398cf2872d 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-19T07:31:02,691 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:02,746 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-19T07:31:02,746 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-19T07:31:02,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-19T07:31:02,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-19T07:31:02,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-19T07:31:02,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-19T07:31:02,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-19T07:31:02,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-19T07:31:02,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-19T07:31:02,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-19T07:31:03,692 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:04,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T07:31:04,693 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:05,695 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:06,696 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:07,697 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:08,698 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:09,700 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:10,701 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:11,591 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:31:11,702 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 530ec7249b9a93d29c0a04398cf2872d/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:11,706 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 530ec7249b9a93d29c0a04398cf2872d: 2024-11-19T07:31:11,706 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:11,725 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 530ec7249b9a93d29c0a04398cf2872d: 2024-11-19T07:31:11,725 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-19T07:31:11,725 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 530ec7249b9a93d29c0a04398cf2872d, disabling compactions & flushes 2024-11-19T07:31:11,725 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:11,725 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:11,725 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. after waiting 0 ms 2024-11-19T07:31:11,725 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:11,726 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:11,726 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. 2024-11-19T07:31:11,726 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 530ec7249b9a93d29c0a04398cf2872d: Waiting for close lock at 1732001471725Running coprocessor pre-close hooks at 1732001471725Disabling compacts and flushes for region at 1732001471725Disabling writes for close at 1732001471725Writing region close event to WAL at 1732001471726 (+1 ms)Running coprocessor post-close hooks at 1732001471726Closed at 1732001471726 2024-11-19T07:31:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741903_1081 (size=4236) 2024-11-19T07:31:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741903_1081 (size=4236) 2024-11-19T07:31:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741903_1081 (size=4236) 2024-11-19T07:31:11,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552, size=4.1 K (4236bytes) 2024-11-19T07:31:11,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552 2024-11-19T07:31:11,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552 after 0ms 2024-11-19T07:31:11,771 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:11,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552 took 27ms 2024-11-19T07:31:11,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552 so closing down 2024-11-19T07:31:11,774 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:31:11,775 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732001462552.temp 2024-11-19T07:31:11,798 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000004-wal.1732001462552.temp 2024-11-19T07:31:11,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:31:11,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741904_1082 (size=3245) 2024-11-19T07:31:11,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741904_1082 (size=3245) 2024-11-19T07:31:11,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741904_1082 (size=3245) 2024-11-19T07:31:11,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000004-wal.1732001462552.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-19T07:31:11,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000004-wal.1732001462552.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000026 2024-11-19T07:31:11,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 36 ms; skipped=3; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-19T07:31:11,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552, journal: Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552, size=4.1 K (4236bytes) at 1732001471745Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552 so closing down at 1732001471773 (+28 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000004-wal.1732001462552.temp at 1732001471798 (+25 ms)3 split writer threads finished at 1732001471798Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000004-wal.1732001462552.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732001471807 (+9 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000004-wal.1732001462552.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000026 at 1732001471808 (+1 ms)Processed 23 edits across 1 Regions in 36 ms; skipped=3; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1732001471808 2024-11-19T07:31:11,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001462552 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001462552 2024-11-19T07:31:11,811 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000026 2024-11-19T07:31:11,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:11,813 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:11,825 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001471813, exclude list is [], retry=0 2024-11-19T07:31:11,828 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:11,828 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:11,828 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:11,853 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001471813 2024-11-19T07:31:11,853 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:31:11,853 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 530ec7249b9a93d29c0a04398cf2872d, NAME => 'testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:11,854 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,854 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:11,854 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,854 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,855 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,856 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530ec7249b9a93d29c0a04398cf2872d columnFamilyName a 2024-11-19T07:31:11,856 DEBUG [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:11,857 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(327): Store=530ec7249b9a93d29c0a04398cf2872d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:11,857 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,858 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530ec7249b9a93d29c0a04398cf2872d columnFamilyName b 2024-11-19T07:31:11,858 DEBUG [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:11,859 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(327): Store=530ec7249b9a93d29c0a04398cf2872d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:11,859 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,860 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 530ec7249b9a93d29c0a04398cf2872d columnFamilyName c 2024-11-19T07:31:11,860 DEBUG [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:11,860 INFO [StoreOpener-530ec7249b9a93d29c0a04398cf2872d-1 {}] regionserver.HStore(327): Store=530ec7249b9a93d29c0a04398cf2872d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:11,861 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,861 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,863 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,863 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000026 2024-11-19T07:31:11,890 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:11,891 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000026 2024-11-19T07:31:11,892 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 530ec7249b9a93d29c0a04398cf2872d 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-19T07:31:11,906 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/.tmp/a/4d54b5fa7c1e487e889fe44dde86136f is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732001471717/Put/seqid=0 2024-11-19T07:31:11,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741906_1084 (size=5523) 2024-11-19T07:31:11,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741906_1084 (size=5523) 2024-11-19T07:31:11,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741906_1084 (size=5523) 2024-11-19T07:31:11,913 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/.tmp/a/4d54b5fa7c1e487e889fe44dde86136f 2024-11-19T07:31:11,932 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/.tmp/b/f3f2b489f5db4edf8761292e764ec355 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732001471707/Put/seqid=0 2024-11-19T07:31:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741907_1085 (size=5524) 2024-11-19T07:31:11,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741907_1085 (size=5524) 2024-11-19T07:31:11,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741907_1085 (size=5524) 2024-11-19T07:31:11,938 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/.tmp/b/f3f2b489f5db4edf8761292e764ec355 2024-11-19T07:31:11,956 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/.tmp/c/f04c7b62d7f04442a78c06f0c91e4252 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732001471714/Put/seqid=0 2024-11-19T07:31:11,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741908_1086 (size=5457) 2024-11-19T07:31:11,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741908_1086 (size=5457) 2024-11-19T07:31:11,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741908_1086 (size=5457) 2024-11-19T07:31:11,963 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/.tmp/c/f04c7b62d7f04442a78c06f0c91e4252 2024-11-19T07:31:11,968 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/.tmp/a/4d54b5fa7c1e487e889fe44dde86136f as hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/a/4d54b5fa7c1e487e889fe44dde86136f 2024-11-19T07:31:11,973 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/a/4d54b5fa7c1e487e889fe44dde86136f, entries=7, sequenceid=26, filesize=5.4 K 2024-11-19T07:31:11,974 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/.tmp/b/f3f2b489f5db4edf8761292e764ec355 as hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/b/f3f2b489f5db4edf8761292e764ec355 2024-11-19T07:31:11,980 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/b/f3f2b489f5db4edf8761292e764ec355, entries=7, sequenceid=26, filesize=5.4 K 2024-11-19T07:31:11,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/.tmp/c/f04c7b62d7f04442a78c06f0c91e4252 as hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/c/f04c7b62d7f04442a78c06f0c91e4252 2024-11-19T07:31:11,986 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/c/f04c7b62d7f04442a78c06f0c91e4252, entries=6, sequenceid=26, filesize=5.3 K 2024-11-19T07:31:11,987 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 530ec7249b9a93d29c0a04398cf2872d in 95ms, sequenceid=26, compaction requested=false; wal=null 2024-11-19T07:31:11,987 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/0000000000000000026 2024-11-19T07:31:11,989 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,989 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,989 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:11,991 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,993 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsAfterAbortingFlush/530ec7249b9a93d29c0a04398cf2872d/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-19T07:31:11,994 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 530ec7249b9a93d29c0a04398cf2872d; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69440452, jitterRate=0.03474336862564087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:11,994 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 530ec7249b9a93d29c0a04398cf2872d 2024-11-19T07:31:11,995 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 530ec7249b9a93d29c0a04398cf2872d: Running coprocessor pre-open hook at 1732001471854Writing region info on filesystem at 1732001471854Initializing all the Stores at 1732001471855 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001471855Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001471855Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001471855Obtaining lock to block concurrent updates at 1732001471892 (+37 ms)Preparing flush snapshotting stores in 530ec7249b9a93d29c0a04398cf2872d at 1732001471892Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732001471892Flushing stores of testReplayEditsAfterAbortingFlush,,1732001462472.530ec7249b9a93d29c0a04398cf2872d. at 1732001471892Flushing 530ec7249b9a93d29c0a04398cf2872d/a: creating writer at 1732001471892Flushing 530ec7249b9a93d29c0a04398cf2872d/a: appending metadata at 1732001471906 (+14 ms)Flushing 530ec7249b9a93d29c0a04398cf2872d/a: closing flushed file at 1732001471906Flushing 530ec7249b9a93d29c0a04398cf2872d/b: creating writer at 1732001471918 (+12 ms)Flushing 530ec7249b9a93d29c0a04398cf2872d/b: appending metadata at 1732001471931 (+13 ms)Flushing 530ec7249b9a93d29c0a04398cf2872d/b: closing flushed file at 1732001471931Flushing 530ec7249b9a93d29c0a04398cf2872d/c: creating writer at 1732001471943 (+12 ms)Flushing 530ec7249b9a93d29c0a04398cf2872d/c: appending metadata at 1732001471956 (+13 ms)Flushing 530ec7249b9a93d29c0a04398cf2872d/c: closing flushed file at 1732001471956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eda72e0: reopening flushed file at 1732001471967 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6cf4d9: reopening flushed file at 1732001471973 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9b692: reopening flushed file at 1732001471980 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 530ec7249b9a93d29c0a04398cf2872d in 95ms, sequenceid=26, compaction requested=false; wal=null at 1732001471987 (+7 ms)Cleaning up temporary data from old regions at 1732001471989 (+2 ms)Running coprocessor post-open hooks at 1732001471994 (+5 ms)Region opened successfully at 1732001471995 (+1 ms) 2024-11-19T07:31:12,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=415 (was 418), OpenFileDescriptor=1183 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 283), ProcessCount=11 (was 11), AvailableMemoryMB=12035 (was 12056) 2024-11-19T07:31:12,012 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-19T07:31:12,023 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=12034 2024-11-19T07:31:12,023 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-19T07:31:12,036 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:12,037 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:12,038 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:31:12,040 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70976259, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-70976259, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:12,052 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70976259/hregion-70976259.1732001472041, exclude list is [], retry=0 2024-11-19T07:31:12,054 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:12,054 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:12,055 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:12,080 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70976259/hregion-70976259.1732001472041 2024-11-19T07:31:12,081 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:31:12,081 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f6342e4b4dae17d9a0ac0460ca18252f, NAME => 'testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:31:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741910_1088 (size=61) 2024-11-19T07:31:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741910_1088 (size=61) 2024-11-19T07:31:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741910_1088 (size=61) 2024-11-19T07:31:12,092 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:12,093 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,094 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6342e4b4dae17d9a0ac0460ca18252f columnFamilyName a 2024-11-19T07:31:12,094 DEBUG [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:12,095 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] regionserver.HStore(327): Store=f6342e4b4dae17d9a0ac0460ca18252f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:12,095 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,096 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,096 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,098 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,100 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:31:12,100 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f6342e4b4dae17d9a0ac0460ca18252f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69080601, jitterRate=0.029381170868873596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:31:12,101 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f6342e4b4dae17d9a0ac0460ca18252f: Writing region info on filesystem at 1732001472092Initializing all the Stores at 1732001472093 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001472093Cleaning up temporary data from old regions at 1732001472096 (+3 ms)Region opened successfully at 1732001472101 (+5 ms) 2024-11-19T07:31:12,101 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f6342e4b4dae17d9a0ac0460ca18252f, disabling compactions & flushes 2024-11-19T07:31:12,101 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. 2024-11-19T07:31:12,101 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. 2024-11-19T07:31:12,101 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. after waiting 0 ms 2024-11-19T07:31:12,101 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. 2024-11-19T07:31:12,101 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. 2024-11-19T07:31:12,101 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f6342e4b4dae17d9a0ac0460ca18252f: Waiting for close lock at 1732001472101Disabling compacts and flushes for region at 1732001472101Disabling writes for close at 1732001472101Writing region close event to WAL at 1732001472101Closed at 1732001472101 2024-11-19T07:31:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741909_1087 (size=175) 2024-11-19T07:31:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741909_1087 (size=175) 2024-11-19T07:31:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741909_1087 (size=175) 2024-11-19T07:31:12,106 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:31:12,106 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70976259:(num 1732001472041) 2024-11-19T07:31:12,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:12,108 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:12,123 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109, exclude list is [], retry=0 2024-11-19T07:31:12,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:12,126 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:12,126 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:12,160 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109 2024-11-19T07:31:12,160 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:31:12,160 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f6342e4b4dae17d9a0ac0460ca18252f, NAME => 'testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:12,160 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:12,161 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,161 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,162 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,163 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6342e4b4dae17d9a0ac0460ca18252f columnFamilyName a 2024-11-19T07:31:12,163 DEBUG [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:12,164 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] regionserver.HStore(327): Store=f6342e4b4dae17d9a0ac0460ca18252f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:12,164 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,166 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,166 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,168 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,169 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f6342e4b4dae17d9a0ac0460ca18252f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62672311, jitterRate=-0.0661097913980484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:31:12,169 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f6342e4b4dae17d9a0ac0460ca18252f: Writing region info on filesystem at 1732001472161Initializing all the Stores at 1732001472162 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001472162Cleaning up temporary data from old regions at 1732001472166 (+4 ms)Region opened successfully at 1732001472169 (+3 ms) 2024-11-19T07:31:12,179 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f6342e4b4dae17d9a0ac0460ca18252f, disabling compactions & flushes 2024-11-19T07:31:12,180 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. 2024-11-19T07:31:12,180 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. 2024-11-19T07:31:12,180 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. after waiting 0 ms 2024-11-19T07:31:12,180 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. 2024-11-19T07:31:12,180 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. 2024-11-19T07:31:12,180 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. 2024-11-19T07:31:12,180 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f6342e4b4dae17d9a0ac0460ca18252f: Waiting for close lock at 1732001472179Disabling compacts and flushes for region at 1732001472179Disabling writes for close at 1732001472180 (+1 ms)Writing region close event to WAL at 1732001472180Closed at 1732001472180 2024-11-19T07:31:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741911_1089 (size=1795) 2024-11-19T07:31:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741911_1089 (size=1795) 2024-11-19T07:31:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741911_1089 (size=1795) 2024-11-19T07:31:12,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109, size=1.8 K (1795bytes) 2024-11-19T07:31:12,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109 2024-11-19T07:31:12,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109 after 1ms 2024-11-19T07:31:12,225 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:12,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109 took 26ms 2024-11-19T07:31:12,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109 so closing down 2024-11-19T07:31:12,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:31:12,228 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001472109.temp 2024-11-19T07:31:12,254 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000003-wal.1732001472109.temp 2024-11-19T07:31:12,254 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:31:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741912_1090 (size=1795) 2024-11-19T07:31:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741912_1090 (size=1795) 2024-11-19T07:31:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741912_1090 (size=1795) 2024-11-19T07:31:12,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000003-wal.1732001472109.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T07:31:12,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000003-wal.1732001472109.temp to hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000012 2024-11-19T07:31:12,286 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-19T07:31:12,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109, journal: Splitting hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109, size=1.8 K (1795bytes) at 1732001472199Finishing writing output for hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109 so closing down at 1732001472227 (+28 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000003-wal.1732001472109.temp at 1732001472254 (+27 ms)3 split writer threads finished at 1732001472254Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000003-wal.1732001472109.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732001472285 (+31 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000003-wal.1732001472109.temp to hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000012 at 1732001472286 (+1 ms)Processed 10 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1732001472286 2024-11-19T07:31:12,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472109 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001472109 2024-11-19T07:31:12,289 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000012 2024-11-19T07:31:12,317 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:12,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:12,621 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:12,632 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472621, exclude list is [], retry=0 2024-11-19T07:31:12,635 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:12,635 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:12,636 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:12,661 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472621 2024-11-19T07:31:12,661 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:31:12,661 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f6342e4b4dae17d9a0ac0460ca18252f, NAME => 'testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:12,662 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:12,662 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,662 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,665 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,667 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6342e4b4dae17d9a0ac0460ca18252f columnFamilyName a 2024-11-19T07:31:12,667 DEBUG [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:12,669 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] regionserver.HStore(327): Store=f6342e4b4dae17d9a0ac0460ca18252f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:12,669 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,670 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,671 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,672 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000012 2024-11-19T07:31:12,697 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:12,698 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000012 2024-11-19T07:31:12,699 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f6342e4b4dae17d9a0ac0460ca18252f 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-19T07:31:12,716 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/.tmp/a/76be67964b684091be8a44aa93cd2b30 is 79, key is testDatalossWhenInputError/a:x0/1732001472170/Put/seqid=0 2024-11-19T07:31:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741914_1092 (size=5808) 2024-11-19T07:31:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741914_1092 (size=5808) 2024-11-19T07:31:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741914_1092 (size=5808) 2024-11-19T07:31:12,723 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/.tmp/a/76be67964b684091be8a44aa93cd2b30 2024-11-19T07:31:12,734 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/.tmp/a/76be67964b684091be8a44aa93cd2b30 as hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/a/76be67964b684091be8a44aa93cd2b30 2024-11-19T07:31:12,780 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/a/76be67964b684091be8a44aa93cd2b30, entries=10, sequenceid=12, filesize=5.7 K 2024-11-19T07:31:12,781 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f6342e4b4dae17d9a0ac0460ca18252f in 82ms, sequenceid=12, compaction requested=false; wal=null 2024-11-19T07:31:12,782 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/0000000000000000012 2024-11-19T07:31:12,782 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,783 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,786 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,789 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T07:31:12,790 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f6342e4b4dae17d9a0ac0460ca18252f; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65989158, jitterRate=-0.016684919595718384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:31:12,791 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f6342e4b4dae17d9a0ac0460ca18252f: Writing region info on filesystem at 1732001472662Initializing all the Stores at 1732001472665 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001472665Obtaining lock to block concurrent updates at 1732001472699 (+34 ms)Preparing flush snapshotting stores in f6342e4b4dae17d9a0ac0460ca18252f at 1732001472699Finished memstore snapshotting testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732001472699Flushing stores of testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f. at 1732001472699Flushing f6342e4b4dae17d9a0ac0460ca18252f/a: creating writer at 1732001472699Flushing f6342e4b4dae17d9a0ac0460ca18252f/a: appending metadata at 1732001472716 (+17 ms)Flushing f6342e4b4dae17d9a0ac0460ca18252f/a: closing flushed file at 1732001472716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67865147: reopening flushed file at 1732001472732 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f6342e4b4dae17d9a0ac0460ca18252f in 82ms, sequenceid=12, compaction requested=false; wal=null at 1732001472781 (+49 ms)Cleaning up temporary data from old regions at 1732001472783 (+2 ms)Region opened successfully at 1732001472791 (+8 ms) 2024-11-19T07:31:12,795 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f6342e4b4dae17d9a0ac0460ca18252f, NAME => 'testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:12,795 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732001472036.f6342e4b4dae17d9a0ac0460ca18252f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:12,795 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,795 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,796 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,797 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6342e4b4dae17d9a0ac0460ca18252f columnFamilyName a 2024-11-19T07:31:12,797 DEBUG [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:12,803 DEBUG [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/a/76be67964b684091be8a44aa93cd2b30 2024-11-19T07:31:12,803 INFO [StoreOpener-f6342e4b4dae17d9a0ac0460ca18252f-1 {}] regionserver.HStore(327): Store=f6342e4b4dae17d9a0ac0460ca18252f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:12,803 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,804 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,805 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,805 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,805 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,807 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f6342e4b4dae17d9a0ac0460ca18252f 2024-11-19T07:31:12,809 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testDatalossWhenInputError/f6342e4b4dae17d9a0ac0460ca18252f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-19T07:31:12,810 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f6342e4b4dae17d9a0ac0460ca18252f; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58879831, jitterRate=-0.12262214720249176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:31:12,810 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f6342e4b4dae17d9a0ac0460ca18252f: Writing region info on filesystem at 1732001472795Initializing all the Stores at 1732001472796 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001472796Cleaning up temporary data from old regions at 1732001472805 (+9 ms)Region opened successfully at 1732001472810 (+5 ms) 2024-11-19T07:31:12,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=424 (was 415) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:55880 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50198 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:58054 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-708501761-172.17.0.2-1732001437958:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50142 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:56190 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:41648 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=12009 (was 12034) 2024-11-19T07:31:12,825 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-19T07:31:12,836 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=424, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=12009 2024-11-19T07:31:12,836 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-19T07:31:12,849 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:12,850 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:12,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:31:12,853 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70537390, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-70537390, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:12,864 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70537390/hregion-70537390.1732001472853, exclude list is [], retry=0 2024-11-19T07:31:12,867 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:12,867 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:12,867 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:12,890 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70537390/hregion-70537390.1732001472853 2024-11-19T07:31:12,890 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:31:12,890 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 055cbff84a181962b1669182ae1db442, NAME => 'testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:31:12,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741916_1094 (size=63) 2024-11-19T07:31:12,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741916_1094 (size=63) 2024-11-19T07:31:12,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741916_1094 (size=63) 2024-11-19T07:31:12,902 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:12,904 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:12,905 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055cbff84a181962b1669182ae1db442 columnFamilyName a 2024-11-19T07:31:12,905 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:12,905 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(327): Store=055cbff84a181962b1669182ae1db442/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:12,905 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:12,906 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055cbff84a181962b1669182ae1db442 columnFamilyName b 2024-11-19T07:31:12,907 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:12,907 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(327): Store=055cbff84a181962b1669182ae1db442/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:12,907 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:12,908 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055cbff84a181962b1669182ae1db442 columnFamilyName c 2024-11-19T07:31:12,908 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:12,909 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(327): Store=055cbff84a181962b1669182ae1db442/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:12,909 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:12,909 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442 2024-11-19T07:31:12,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442 2024-11-19T07:31:12,911 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:12,911 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:12,911 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:12,913 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:12,915 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:31:12,915 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 055cbff84a181962b1669182ae1db442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65384296, jitterRate=-0.025698065757751465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:12,916 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 055cbff84a181962b1669182ae1db442: Writing region info on filesystem at 1732001472903Initializing all the Stores at 1732001472903Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001472903Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001472903Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001472903Cleaning up temporary data from old regions at 1732001472911 (+8 ms)Region opened successfully at 1732001472916 (+5 ms) 2024-11-19T07:31:12,916 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 055cbff84a181962b1669182ae1db442, disabling compactions & flushes 2024-11-19T07:31:12,916 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. 2024-11-19T07:31:12,916 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. 2024-11-19T07:31:12,916 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. after waiting 0 ms 2024-11-19T07:31:12,916 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. 2024-11-19T07:31:12,916 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. 2024-11-19T07:31:12,916 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 055cbff84a181962b1669182ae1db442: Waiting for close lock at 1732001472916Disabling compacts and flushes for region at 1732001472916Disabling writes for close at 1732001472916Writing region close event to WAL at 1732001472916Closed at 1732001472916 2024-11-19T07:31:12,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741915_1093 (size=175) 2024-11-19T07:31:12,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741915_1093 (size=175) 2024-11-19T07:31:12,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-70537390/hregion-70537390.1732001472853 not finished, retry = 0 2024-11-19T07:31:12,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741915_1093 (size=175) 2024-11-19T07:31:13,022 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:31:13,022 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70537390:(num 1732001472853) 2024-11-19T07:31:13,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:13,025 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:13,045 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026, exclude list is [], retry=0 2024-11-19T07:31:13,047 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:13,047 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:13,048 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:13,071 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 2024-11-19T07:31:13,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:31:13,071 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 055cbff84a181962b1669182ae1db442, NAME => 'testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:13,071 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:13,071 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,071 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,073 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,073 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055cbff84a181962b1669182ae1db442 columnFamilyName a 2024-11-19T07:31:13,073 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:13,074 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(327): Store=055cbff84a181962b1669182ae1db442/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:13,074 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,075 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055cbff84a181962b1669182ae1db442 columnFamilyName b 2024-11-19T07:31:13,075 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:13,075 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(327): Store=055cbff84a181962b1669182ae1db442/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:13,075 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,076 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055cbff84a181962b1669182ae1db442 columnFamilyName c 2024-11-19T07:31:13,076 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:13,076 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(327): Store=055cbff84a181962b1669182ae1db442/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:13,076 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,077 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,078 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,079 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,079 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,079 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:13,081 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:13,081 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 055cbff84a181962b1669182ae1db442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71674180, jitterRate=0.0680285096168518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:13,082 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 055cbff84a181962b1669182ae1db442: Writing region info on filesystem at 1732001473071Initializing all the Stores at 1732001473072 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001473072Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001473073 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001473073Cleaning up temporary data from old regions at 1732001473079 (+6 ms)Region opened successfully at 1732001473082 (+3 ms) 2024-11-19T07:31:13,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732001473086/Put/seqid=0 2024-11-19T07:31:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741918_1096 (size=4875) 2024-11-19T07:31:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741918_1096 (size=4875) 2024-11-19T07:31:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741918_1096 (size=4875) 2024-11-19T07:31:13,095 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732001473094/Put/seqid=0 2024-11-19T07:31:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741919_1097 (size=4875) 2024-11-19T07:31:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741919_1097 (size=4875) 2024-11-19T07:31:13,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741919_1097 (size=4875) 2024-11-19T07:31:13,103 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732001473103/Put/seqid=0 2024-11-19T07:31:13,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741920_1098 (size=4875) 2024-11-19T07:31:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741920_1098 (size=4875) 2024-11-19T07:31:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741920_1098 (size=4875) 2024-11-19T07:31:13,109 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 055cbff84a181962b1669182ae1db442/a 2024-11-19T07:31:13,112 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-19T07:31:13,112 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:31:13,112 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 055cbff84a181962b1669182ae1db442/a 2024-11-19T07:31:13,115 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-19T07:31:13,115 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:31:13,115 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 055cbff84a181962b1669182ae1db442/a 2024-11-19T07:31:13,118 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-19T07:31:13,118 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:31:13,118 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 055cbff84a181962b1669182ae1db442 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-19T07:31:13,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/.tmp/a/ad9af380cc4a411bb325e05978351ddd is 55, key is testCompactedBulkLoadedFiles/a:a/1732001473083/Put/seqid=0 2024-11-19T07:31:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741921_1099 (size=5107) 2024-11-19T07:31:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741921_1099 (size=5107) 2024-11-19T07:31:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741921_1099 (size=5107) 2024-11-19T07:31:13,140 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/.tmp/a/ad9af380cc4a411bb325e05978351ddd 2024-11-19T07:31:13,146 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/.tmp/a/ad9af380cc4a411bb325e05978351ddd as hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/ad9af380cc4a411bb325e05978351ddd 2024-11-19T07:31:13,152 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/ad9af380cc4a411bb325e05978351ddd, entries=1, sequenceid=4, filesize=5.0 K 2024-11-19T07:31:13,153 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 055cbff84a181962b1669182ae1db442 in 35ms, sequenceid=4, compaction requested=false 2024-11-19T07:31:13,153 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 055cbff84a181962b1669182ae1db442: 2024-11-19T07:31:13,154 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_ 2024-11-19T07:31:13,155 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_ 2024-11-19T07:31:13,156 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_ 2024-11-19T07:31:13,157 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile0 into 055cbff84a181962b1669182ae1db442/a as hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_ - updating store file list. 2024-11-19T07:31:13,162 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2210395c79d74284b720b0fafec4b8c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:31:13,162 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_ into 055cbff84a181962b1669182ae1db442/a 2024-11-19T07:31:13,162 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile0 into 055cbff84a181962b1669182ae1db442/a (new location: hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_) 2024-11-19T07:31:13,163 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile1 into 055cbff84a181962b1669182ae1db442/a as hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_ - updating store file list. 2024-11-19T07:31:13,168 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f1047a73a8941e282e446fabff1b80d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:31:13,168 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_ into 055cbff84a181962b1669182ae1db442/a 2024-11-19T07:31:13,168 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile1 into 055cbff84a181962b1669182ae1db442/a (new location: hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_) 2024-11-19T07:31:13,169 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile2 into 055cbff84a181962b1669182ae1db442/a as hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_ - updating store file list. 2024-11-19T07:31:13,174 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:31:13,174 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_ into 055cbff84a181962b1669182ae1db442/a 2024-11-19T07:31:13,175 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34045/hbase/testCompactedBulkLoadedFiles/hfile2 into 055cbff84a181962b1669182ae1db442/a (new location: hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_) 2024-11-19T07:31:13,183 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T07:31:13,183 DEBUG [Time-limited test {}] regionserver.HStore(1541): 055cbff84a181962b1669182ae1db442/a is initiating major compaction (all files) 2024-11-19T07:31:13,183 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 055cbff84a181962b1669182ae1db442/a in testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. 2024-11-19T07:31:13,184 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/ad9af380cc4a411bb325e05978351ddd, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_] into tmpdir=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/.tmp, totalSize=19.3 K 2024-11-19T07:31:13,184 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ad9af380cc4a411bb325e05978351ddd, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732001473083 2024-11-19T07:31:13,185 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2210395c79d74284b720b0fafec4b8c3_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T07:31:13,185 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9f1047a73a8941e282e446fabff1b80d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T07:31:13,186 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-19T07:31:13,200 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/.tmp/a/1bd8adca3d7d4e1fab9591fd9595acd2 is 55, key is testCompactedBulkLoadedFiles/a:a/1732001473083/Put/seqid=0 2024-11-19T07:31:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741922_1100 (size=6154) 2024-11-19T07:31:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741922_1100 (size=6154) 2024-11-19T07:31:13,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741922_1100 (size=6154) 2024-11-19T07:31:13,212 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/.tmp/a/1bd8adca3d7d4e1fab9591fd9595acd2 as hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/1bd8adca3d7d4e1fab9591fd9595acd2 2024-11-19T07:31:13,218 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 055cbff84a181962b1669182ae1db442/a of 055cbff84a181962b1669182ae1db442 into 1bd8adca3d7d4e1fab9591fd9595acd2(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T07:31:13,218 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 055cbff84a181962b1669182ae1db442: 2024-11-19T07:31:13,218 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-19T07:31:13,218 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-19T07:31:13,251 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026, size=0 (0bytes) 2024-11-19T07:31:13,251 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 might be still open, length is 0 2024-11-19T07:31:13,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 2024-11-19T07:31:13,251 WARN [IPC Server handler 4 on default port 34045 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-19T07:31:13,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 after 1ms 2024-11-19T07:31:14,520 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50222 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35373:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50222 dst: /127.0.0.1:35373 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35373 remote=/127.0.0.1:50222]. Total timeout mills is 60000, 58699 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:14,521 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:58096 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36585:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58096 dst: /127.0.0.1:36585 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:14,521 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:56230 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56230 dst: /127.0.0.1:39219 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:14,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741917_1101 (size=1794) 2024-11-19T07:31:14,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741917_1101 (size=1794) 2024-11-19T07:31:14,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741917_1101 (size=1794) 2024-11-19T07:31:17,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 after 4002ms 2024-11-19T07:31:17,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T07:31:17,294 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:17,294 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 took 4044ms 2024-11-19T07:31:17,297 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026; continuing. 2024-11-19T07:31:17,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 so closing down 2024-11-19T07:31:17,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:31:17,298 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001473026.temp 2024-11-19T07:31:17,322 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000003-wal.1732001473026.temp 2024-11-19T07:31:17,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:31:17,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741923_1102 (size=800) 2024-11-19T07:31:17,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741923_1102 (size=800) 2024-11-19T07:31:17,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741923_1102 (size=800) 2024-11-19T07:31:17,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000003-wal.1732001473026.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-19T07:31:17,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000003-wal.1732001473026.temp to hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000008 2024-11-19T07:31:17,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 33 ms; skipped=3; WAL=hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T07:31:17,330 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026, journal: Splitting hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026, size=0 (0bytes) at 1732001473251Finishing writing output for hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 so closing down at 1732001477297 (+4046 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000003-wal.1732001473026.temp at 1732001477322 (+25 ms)3 split writer threads finished at 1732001477322Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000003-wal.1732001473026.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732001477328 (+6 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000003-wal.1732001473026.temp to hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000008 at 1732001477329 (+1 ms)Processed 5 edits across 1 Regions in 33 ms; skipped=3; WAL=hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026, size=0, length=0, corrupted=false, cancelled=false at 1732001477329 2024-11-19T07:31:17,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001473026 2024-11-19T07:31:17,332 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000008 2024-11-19T07:31:17,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:17,334 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:17,347 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001477334, exclude list is [], retry=0 2024-11-19T07:31:17,350 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:17,350 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:17,350 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:17,375 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001477334 2024-11-19T07:31:17,375 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:31:17,375 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 055cbff84a181962b1669182ae1db442, NAME => 'testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:17,375 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:17,376 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,376 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,377 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,378 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055cbff84a181962b1669182ae1db442 columnFamilyName a 2024-11-19T07:31:17,378 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,384 DEBUG [StoreFileOpener-055cbff84a181962b1669182ae1db442-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:31:17,384 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_ 2024-11-19T07:31:17,388 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/1bd8adca3d7d4e1fab9591fd9595acd2 2024-11-19T07:31:17,391 DEBUG [StoreFileOpener-055cbff84a181962b1669182ae1db442-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2210395c79d74284b720b0fafec4b8c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:31:17,391 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_ 2024-11-19T07:31:17,395 DEBUG [StoreFileOpener-055cbff84a181962b1669182ae1db442-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f1047a73a8941e282e446fabff1b80d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:31:17,395 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_ 2024-11-19T07:31:17,399 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/ad9af380cc4a411bb325e05978351ddd 2024-11-19T07:31:17,399 WARN [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1cce8f44 2024-11-19T07:31:17,399 WARN [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1cce8f44 2024-11-19T07:31:17,399 WARN [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1cce8f44 2024-11-19T07:31:17,399 WARN [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/ad9af380cc4a411bb325e05978351ddd from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1cce8f44 2024-11-19T07:31:17,399 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/ad9af380cc4a411bb325e05978351ddd] to archive 2024-11-19T07:31:17,400 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T07:31:17,402 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_ to hdfs://localhost:34045/hbase/archive/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_ 2024-11-19T07:31:17,403 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_ to hdfs://localhost:34045/hbase/archive/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/2210395c79d74284b720b0fafec4b8c3_SeqId_4_ 2024-11-19T07:31:17,404 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_ to hdfs://localhost:34045/hbase/archive/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/9f1047a73a8941e282e446fabff1b80d_SeqId_4_ 2024-11-19T07:31:17,405 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/ad9af380cc4a411bb325e05978351ddd to hdfs://localhost:34045/hbase/archive/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/a/ad9af380cc4a411bb325e05978351ddd 2024-11-19T07:31:17,405 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(327): Store=055cbff84a181962b1669182ae1db442/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,406 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,406 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055cbff84a181962b1669182ae1db442 columnFamilyName b 2024-11-19T07:31:17,406 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,407 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(327): Store=055cbff84a181962b1669182ae1db442/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,407 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,408 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055cbff84a181962b1669182ae1db442 columnFamilyName c 2024-11-19T07:31:17,408 DEBUG [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,408 INFO [StoreOpener-055cbff84a181962b1669182ae1db442-1 {}] regionserver.HStore(327): Store=055cbff84a181962b1669182ae1db442/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,408 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,411 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,411 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000008 2024-11-19T07:31:17,435 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:17,437 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 055cbff84a181962b1669182ae1db442 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "055cbff84a181962b1669182ae1db442" family_name: "a" compaction_input: "ad9af380cc4a411bb325e05978351ddd" compaction_input: "2210395c79d74284b720b0fafec4b8c3_SeqId_4_" compaction_input: "9f1047a73a8941e282e446fabff1b80d_SeqId_4_" compaction_input: "01c8b0a548364e2da0d0a3d719380cbe_SeqId_4_" compaction_output: "1bd8adca3d7d4e1fab9591fd9595acd2" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-19T07:31:17,437 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-19T07:31:17,437 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000008 2024-11-19T07:31:17,438 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/0000000000000000008 2024-11-19T07:31:17,439 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,439 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,440 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:17,441 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 055cbff84a181962b1669182ae1db442 2024-11-19T07:31:17,443 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testCompactedBulkLoadedFiles/055cbff84a181962b1669182ae1db442/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:31:17,444 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 055cbff84a181962b1669182ae1db442; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59189737, jitterRate=-0.11800418794155121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:17,444 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 055cbff84a181962b1669182ae1db442: Writing region info on filesystem at 1732001477376Initializing all the Stores at 1732001477377 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477377Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477377Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477377Cleaning up temporary data from old regions at 1732001477439 (+62 ms)Region opened successfully at 1732001477444 (+5 ms) 2024-11-19T07:31:17,446 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 055cbff84a181962b1669182ae1db442, disabling compactions & flushes 2024-11-19T07:31:17,446 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. 2024-11-19T07:31:17,446 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. 2024-11-19T07:31:17,446 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. after waiting 0 ms 2024-11-19T07:31:17,446 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. 2024-11-19T07:31:17,447 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732001472850.055cbff84a181962b1669182ae1db442. 2024-11-19T07:31:17,447 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 055cbff84a181962b1669182ae1db442: Waiting for close lock at 1732001477446Disabling compacts and flushes for region at 1732001477446Disabling writes for close at 1732001477446Writing region close event to WAL at 1732001477447 (+1 ms)Closed at 1732001477447 2024-11-19T07:31:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741924_1103 (size=175) 2024-11-19T07:31:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741924_1103 (size=175) 2024-11-19T07:31:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741924_1103 (size=175) 2024-11-19T07:31:17,452 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:31:17,452 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001477334) 2024-11-19T07:31:17,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=438 (was 424) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34045 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1327928826_22 at /127.0.0.1:50280 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1327928826_22 at /127.0.0.1:56286 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=12001 (was 12009) 2024-11-19T07:31:17,466 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-19T07:31:17,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=12000 2024-11-19T07:31:17,479 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-19T07:31:17,492 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:17,494 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:31:17,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:31:17,496 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35532201, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/hregion-35532201, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:17,507 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35532201/hregion-35532201.1732001477496, exclude list is [], retry=0 2024-11-19T07:31:17,509 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:17,510 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:17,510 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:17,535 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35532201/hregion-35532201.1732001477496 2024-11-19T07:31:17,536 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:33143:33143)] 2024-11-19T07:31:17,536 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4e0a2f56ac02771f3f9083c000f5bc4a, NAME => 'testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34045/hbase 2024-11-19T07:31:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741926_1105 (size=67) 2024-11-19T07:31:17,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741926_1105 (size=67) 2024-11-19T07:31:17,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741926_1105 (size=67) 2024-11-19T07:31:17,544 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:17,545 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,546 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName a 2024-11-19T07:31:17,547 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,547 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,547 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,548 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName b 2024-11-19T07:31:17,548 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,548 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,548 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,549 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName c 2024-11-19T07:31:17,549 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,550 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,550 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,551 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,552 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,552 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,552 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:17,553 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,556 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:31:17,556 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4e0a2f56ac02771f3f9083c000f5bc4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67158549, jitterRate=7.403641939163208E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:17,556 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e0a2f56ac02771f3f9083c000f5bc4a: Writing region info on filesystem at 1732001477544Initializing all the Stores at 1732001477545 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477545Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477545Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477545Cleaning up temporary data from old regions at 1732001477552 (+7 ms)Region opened successfully at 1732001477556 (+4 ms) 2024-11-19T07:31:17,556 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4e0a2f56ac02771f3f9083c000f5bc4a, disabling compactions & flushes 2024-11-19T07:31:17,556 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:17,557 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:17,557 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. after waiting 0 ms 2024-11-19T07:31:17,557 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:17,557 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:17,557 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4e0a2f56ac02771f3f9083c000f5bc4a: Waiting for close lock at 1732001477556Disabling compacts and flushes for region at 1732001477556Disabling writes for close at 1732001477557 (+1 ms)Writing region close event to WAL at 1732001477557Closed at 1732001477557 2024-11-19T07:31:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741925_1104 (size=175) 2024-11-19T07:31:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741925_1104 (size=175) 2024-11-19T07:31:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741925_1104 (size=175) 2024-11-19T07:31:17,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:31:17,562 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35532201:(num 1732001477496) 2024-11-19T07:31:17,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:17,564 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:17,578 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564, exclude list is [], retry=0 2024-11-19T07:31:17,580 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:17,580 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:17,581 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:17,609 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564 2024-11-19T07:31:17,609 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:31:17,610 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e0a2f56ac02771f3f9083c000f5bc4a, NAME => 'testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:17,610 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:17,610 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,610 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,611 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,612 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName a 2024-11-19T07:31:17,612 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,612 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,613 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,613 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName b 2024-11-19T07:31:17,613 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,614 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,614 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,615 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName c 2024-11-19T07:31:17,615 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,615 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,615 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,616 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,617 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,618 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,618 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,618 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:17,619 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,620 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4e0a2f56ac02771f3f9083c000f5bc4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60577860, jitterRate=-0.09731954336166382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:17,620 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e0a2f56ac02771f3f9083c000f5bc4a: Writing region info on filesystem at 1732001477610Initializing all the Stores at 1732001477611 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477611Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477611Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477611Cleaning up temporary data from old regions at 1732001477618 (+7 ms)Region opened successfully at 1732001477620 (+2 ms) 2024-11-19T07:31:17,627 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4e0a2f56ac02771f3f9083c000f5bc4a 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-19T07:31:17,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/a/2f74901436734e22822391de376fa850 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732001477620/Put/seqid=0 2024-11-19T07:31:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741928_1107 (size=5958) 2024-11-19T07:31:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741928_1107 (size=5958) 2024-11-19T07:31:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741928_1107 (size=5958) 2024-11-19T07:31:17,648 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/a/2f74901436734e22822391de376fa850 2024-11-19T07:31:17,653 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/a/2f74901436734e22822391de376fa850 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/a/2f74901436734e22822391de376fa850 2024-11-19T07:31:17,659 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/a/2f74901436734e22822391de376fa850, entries=10, sequenceid=13, filesize=5.8 K 2024-11-19T07:31:17,660 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4e0a2f56ac02771f3f9083c000f5bc4a in 33ms, sequenceid=13, compaction requested=false 2024-11-19T07:31:17,660 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4e0a2f56ac02771f3f9083c000f5bc4a: 2024-11-19T07:31:17,677 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4e0a2f56ac02771f3f9083c000f5bc4a, disabling compactions & flushes 2024-11-19T07:31:17,677 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:17,677 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:17,677 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. after waiting 0 ms 2024-11-19T07:31:17,677 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:17,678 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:17,678 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:17,678 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4e0a2f56ac02771f3f9083c000f5bc4a: Waiting for close lock at 1732001477677Disabling compacts and flushes for region at 1732001477677Disabling writes for close at 1732001477677Writing region close event to WAL at 1732001477678 (+1 ms)Closed at 1732001477678 2024-11-19T07:31:17,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741927_1106 (size=6243) 2024-11-19T07:31:17,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741927_1106 (size=6243) 2024-11-19T07:31:17,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741927_1106 (size=6243) 2024-11-19T07:31:17,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564, size=6.1 K (6243bytes) 2024-11-19T07:31:17,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564 2024-11-19T07:31:17,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564 after 0ms 2024-11-19T07:31:17,719 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:17,719 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564 took 25ms 2024-11-19T07:31:17,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564 so closing down 2024-11-19T07:31:17,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:31:17,722 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732001477564.temp 2024-11-19T07:31:17,746 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000003-wal.1732001477564.temp 2024-11-19T07:31:17,746 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:31:17,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741929_1108 (size=5575) 2024-11-19T07:31:17,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741929_1108 (size=5575) 2024-11-19T07:31:17,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741929_1108 (size=5575) 2024-11-19T07:31:17,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000003-wal.1732001477564.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T07:31:17,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000003-wal.1732001477564.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000035 2024-11-19T07:31:17,785 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 66 ms; skipped=2; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-19T07:31:17,785 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564, journal: Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564, size=6.1 K (6243bytes) at 1732001477694Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564 so closing down at 1732001477721 (+27 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000003-wal.1732001477564.temp at 1732001477746 (+25 ms)3 split writer threads finished at 1732001477746Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000003-wal.1732001477564.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732001477783 (+37 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000003-wal.1732001477564.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000035 at 1732001477785 (+2 ms)Processed 32 edits across 1 Regions in 66 ms; skipped=2; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1732001477785 2024-11-19T07:31:17,787 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477564 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001477564 2024-11-19T07:31:17,787 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000035 2024-11-19T07:31:17,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:17,789 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:17,801 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789, exclude list is [], retry=0 2024-11-19T07:31:17,803 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:17,804 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:17,804 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:17,828 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 2024-11-19T07:31:17,828 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035),(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-19T07:31:17,829 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e0a2f56ac02771f3f9083c000f5bc4a, NAME => 'testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:31:17,829 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:17,829 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,829 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,830 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,831 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName a 2024-11-19T07:31:17,831 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,836 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/a/2f74901436734e22822391de376fa850 2024-11-19T07:31:17,836 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,836 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,837 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName b 2024-11-19T07:31:17,837 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,838 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,838 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,838 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName c 2024-11-19T07:31:17,838 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:17,839 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:17,839 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,840 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,841 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,842 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000035 2024-11-19T07:31:17,867 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:17,868 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000035 2024-11-19T07:31:17,868 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4e0a2f56ac02771f3f9083c000f5bc4a 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-19T07:31:17,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/b/18781d01d4ae4b2f951fd75895561bc6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732001477660/Put/seqid=0 2024-11-19T07:31:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741931_1110 (size=5958) 2024-11-19T07:31:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741931_1110 (size=5958) 2024-11-19T07:31:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741931_1110 (size=5958) 2024-11-19T07:31:17,890 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/b/18781d01d4ae4b2f951fd75895561bc6 2024-11-19T07:31:17,909 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/c/800873c354f4444fb43c6f8d9cb76300 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732001477667/Put/seqid=0 2024-11-19T07:31:17,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741932_1111 (size=5958) 2024-11-19T07:31:17,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741932_1111 (size=5958) 2024-11-19T07:31:17,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741932_1111 (size=5958) 2024-11-19T07:31:17,916 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/c/800873c354f4444fb43c6f8d9cb76300 2024-11-19T07:31:17,921 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/b/18781d01d4ae4b2f951fd75895561bc6 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/b/18781d01d4ae4b2f951fd75895561bc6 2024-11-19T07:31:17,926 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/b/18781d01d4ae4b2f951fd75895561bc6, entries=10, sequenceid=35, filesize=5.8 K 2024-11-19T07:31:17,927 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/c/800873c354f4444fb43c6f8d9cb76300 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/c/800873c354f4444fb43c6f8d9cb76300 2024-11-19T07:31:17,932 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/c/800873c354f4444fb43c6f8d9cb76300, entries=10, sequenceid=35, filesize=5.8 K 2024-11-19T07:31:17,932 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 4e0a2f56ac02771f3f9083c000f5bc4a in 64ms, sequenceid=35, compaction requested=false; wal=null 2024-11-19T07:31:17,933 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000035 2024-11-19T07:31:17,934 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,934 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,935 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:17,937 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:17,939 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-19T07:31:17,940 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4e0a2f56ac02771f3f9083c000f5bc4a; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67792417, jitterRate=0.010185733437538147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:17,940 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e0a2f56ac02771f3f9083c000f5bc4a: Writing region info on filesystem at 1732001477829Initializing all the Stores at 1732001477830 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477830Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477830Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001477830Obtaining lock to block concurrent updates at 1732001477868 (+38 ms)Preparing flush snapshotting stores in 4e0a2f56ac02771f3f9083c000f5bc4a at 1732001477868Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732001477868Flushing stores of testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. at 1732001477868Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/b: creating writer at 1732001477869 (+1 ms)Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/b: appending metadata at 1732001477882 (+13 ms)Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/b: closing flushed file at 1732001477882Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/c: creating writer at 1732001477895 (+13 ms)Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/c: appending metadata at 1732001477909 (+14 ms)Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/c: closing flushed file at 1732001477909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad01606: reopening flushed file at 1732001477920 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce0362: reopening flushed file at 1732001477926 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 4e0a2f56ac02771f3f9083c000f5bc4a in 64ms, sequenceid=35, compaction requested=false; wal=null at 1732001477932 (+6 ms)Cleaning up temporary data from old regions at 1732001477934 (+2 ms)Region opened successfully at 1732001477940 (+6 ms) 2024-11-19T07:31:18,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789, size=0 (0bytes) 2024-11-19T07:31:18,005 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 might be still open, length is 0 2024-11-19T07:31:18,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 2024-11-19T07:31:18,005 WARN [IPC Server handler 1 on default port 34045 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-19T07:31:18,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 after 0ms 2024-11-19T07:31:20,520 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:58248 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36585:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58248 dst: /127.0.0.1:36585 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36585 remote=/127.0.0.1:58248]. Total timeout mills is 60000, 57449 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:20,521 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:50338 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35373:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50338 dst: /127.0.0.1:35373 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:20,521 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1747116510_22 at /127.0.0.1:56368 [Receiving block BP-708501761-172.17.0.2-1732001437958:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39219:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56368 dst: /127.0.0.1:39219 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:20,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741930_1112 (size=5567) 2024-11-19T07:31:20,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741930_1112 (size=5567) 2024-11-19T07:31:22,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 after 4002ms 2024-11-19T07:31:22,034 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:22,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 took 4030ms 2024-11-19T07:31:22,036 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789; continuing. 2024-11-19T07:31:22,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 so closing down 2024-11-19T07:31:22,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:31:22,038 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732001477789.temp 2024-11-19T07:31:22,062 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000037-wal.1732001477789.temp 2024-11-19T07:31:22,063 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:31:22,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741933_1113 (size=5575) 2024-11-19T07:31:22,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741933_1113 (size=5575) 2024-11-19T07:31:22,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741933_1113 (size=5575) 2024-11-19T07:31:22,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000037-wal.1732001477789.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-19T07:31:22,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000037-wal.1732001477789.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000066 2024-11-19T07:31:22,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T07:31:22,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789, journal: Splitting hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789, size=0 (0bytes) at 1732001478004Finishing writing output for hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 so closing down at 1732001482036 (+4032 ms)Creating recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000037-wal.1732001477789.temp at 1732001482062 (+26 ms)3 split writer threads finished at 1732001482063 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000037-wal.1732001477789.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732001482069 (+6 ms)Rename recovered edits hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000037-wal.1732001477789.temp to hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000066 at 1732001482070 (+1 ms)Processed 30 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789, size=0, length=0, corrupted=false, cancelled=false at 1732001482070 2024-11-19T07:31:22,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 to hdfs://localhost:34045/hbase/oldWALs/wal.1732001477789 2024-11-19T07:31:22,072 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000066 2024-11-19T07:31:22,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-19T07:31:22,074 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34045/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492, archiveDir=hdfs://localhost:34045/hbase/oldWALs, maxLogs=32 2024-11-19T07:31:22,088 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001482075, exclude list is [], retry=0 2024-11-19T07:31:22,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-7f85ae7a-2874-4f08-a8ee-8245a5979733,DISK] 2024-11-19T07:31:22,091 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36585,DS-92eb6cdd-fe9b-4112-9197-5967112e946c,DISK] 2024-11-19T07:31:22,091 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-453cea73-90ac-422e-a774-cd1509b11664,DISK] 2024-11-19T07:31:22,115 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001482075 2024-11-19T07:31:22,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:33143:33143),(127.0.0.1/127.0.0.1:35035:35035)] 2024-11-19T07:31:22,116 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:31:22,117 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:22,118 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName a 2024-11-19T07:31:22,118 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:22,122 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/a/2f74901436734e22822391de376fa850 2024-11-19T07:31:22,123 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:22,123 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:22,123 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName b 2024-11-19T07:31:22,123 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:22,128 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/b/18781d01d4ae4b2f951fd75895561bc6 2024-11-19T07:31:22,128 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:22,129 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:22,129 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0a2f56ac02771f3f9083c000f5bc4a columnFamilyName c 2024-11-19T07:31:22,130 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:31:22,135 DEBUG [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/c/800873c354f4444fb43c6f8d9cb76300 2024-11-19T07:31:22,135 INFO [StoreOpener-4e0a2f56ac02771f3f9083c000f5bc4a-1 {}] regionserver.HStore(327): Store=4e0a2f56ac02771f3f9083c000f5bc4a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:31:22,135 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:22,136 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:22,137 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:22,138 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000066 2024-11-19T07:31:22,163 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-19T07:31:22,167 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000066 2024-11-19T07:31:22,167 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4e0a2f56ac02771f3f9083c000f5bc4a 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-19T07:31:22,180 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/a/f3d6faa5444143b09b45b78c4c2e954a is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732001477948/Put/seqid=0 2024-11-19T07:31:22,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741935_1115 (size=5958) 2024-11-19T07:31:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741935_1115 (size=5958) 2024-11-19T07:31:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741935_1115 (size=5958) 2024-11-19T07:31:22,186 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/a/f3d6faa5444143b09b45b78c4c2e954a 2024-11-19T07:31:22,205 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/b/4ac0094f36754e7a8fb7433bec2b3185 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732001477955/Put/seqid=0 2024-11-19T07:31:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741936_1116 (size=5958) 2024-11-19T07:31:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741936_1116 (size=5958) 2024-11-19T07:31:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741936_1116 (size=5958) 2024-11-19T07:31:22,211 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/b/4ac0094f36754e7a8fb7433bec2b3185 2024-11-19T07:31:22,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/c/f23eeeae76844437925ce6248e0894c1 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732001477963/Put/seqid=0 2024-11-19T07:31:22,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741937_1117 (size=5958) 2024-11-19T07:31:22,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741937_1117 (size=5958) 2024-11-19T07:31:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741937_1117 (size=5958) 2024-11-19T07:31:22,234 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/c/f23eeeae76844437925ce6248e0894c1 2024-11-19T07:31:22,240 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/a/f3d6faa5444143b09b45b78c4c2e954a as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/a/f3d6faa5444143b09b45b78c4c2e954a 2024-11-19T07:31:22,244 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/a/f3d6faa5444143b09b45b78c4c2e954a, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T07:31:22,245 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/b/4ac0094f36754e7a8fb7433bec2b3185 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/b/4ac0094f36754e7a8fb7433bec2b3185 2024-11-19T07:31:22,250 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/b/4ac0094f36754e7a8fb7433bec2b3185, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T07:31:22,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/.tmp/c/f23eeeae76844437925ce6248e0894c1 as hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/c/f23eeeae76844437925ce6248e0894c1 2024-11-19T07:31:22,255 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/c/f23eeeae76844437925ce6248e0894c1, entries=10, sequenceid=66, filesize=5.8 K 2024-11-19T07:31:22,255 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4e0a2f56ac02771f3f9083c000f5bc4a in 88ms, sequenceid=66, compaction requested=false; wal=null 2024-11-19T07:31:22,256 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/0000000000000000066 2024-11-19T07:31:22,257 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:22,257 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:22,258 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:31:22,259 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e0a2f56ac02771f3f9083c000f5bc4a 2024-11-19T07:31:22,261 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/hbase/data/default/testReplayEditsWrittenViaHRegion/4e0a2f56ac02771f3f9083c000f5bc4a/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-19T07:31:22,262 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4e0a2f56ac02771f3f9083c000f5bc4a; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66617155, jitterRate=-0.007327035069465637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:31:22,262 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e0a2f56ac02771f3f9083c000f5bc4a: Writing region info on filesystem at 1732001482116Initializing all the Stores at 1732001482116Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001482117 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001482117Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732001482117Obtaining lock to block concurrent updates at 1732001482167 (+50 ms)Preparing flush snapshotting stores in 4e0a2f56ac02771f3f9083c000f5bc4a at 1732001482167Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732001482167Flushing stores of testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. at 1732001482167Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/a: creating writer at 1732001482167Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/a: appending metadata at 1732001482180 (+13 ms)Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/a: closing flushed file at 1732001482180Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/b: creating writer at 1732001482191 (+11 ms)Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/b: appending metadata at 1732001482205 (+14 ms)Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/b: closing flushed file at 1732001482205Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/c: creating writer at 1732001482215 (+10 ms)Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/c: appending metadata at 1732001482228 (+13 ms)Flushing 4e0a2f56ac02771f3f9083c000f5bc4a/c: closing flushed file at 1732001482228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d93b3da: reopening flushed file at 1732001482239 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6c5ef3: reopening flushed file at 1732001482244 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55feb9b8: reopening flushed file at 1732001482250 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4e0a2f56ac02771f3f9083c000f5bc4a in 88ms, sequenceid=66, compaction requested=false; wal=null at 1732001482255 (+5 ms)Cleaning up temporary data from old regions at 1732001482257 (+2 ms)Region opened successfully at 1732001482262 (+5 ms) 2024-11-19T07:31:22,275 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4e0a2f56ac02771f3f9083c000f5bc4a, disabling compactions & flushes 2024-11-19T07:31:22,275 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:22,275 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:22,275 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. after waiting 0 ms 2024-11-19T07:31:22,275 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:22,277 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732001477493.4e0a2f56ac02771f3f9083c000f5bc4a. 2024-11-19T07:31:22,277 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4e0a2f56ac02771f3f9083c000f5bc4a: Waiting for close lock at 1732001482275Disabling compacts and flushes for region at 1732001482275Disabling writes for close at 1732001482275Writing region close event to WAL at 1732001482277 (+2 ms)Closed at 1732001482277 2024-11-19T07:31:22,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741934_1114 (size=175) 2024-11-19T07:31:22,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741934_1114 (size=175) 2024-11-19T07:31:22,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741934_1114 (size=175) 2024-11-19T07:31:22,281 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-19T07:31:22,281 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732001482075) 2024-11-19T07:31:22,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=445 (was 438) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34045 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-129103068_22 at /127.0.0.1:57176 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-129103068_22 at /127.0.0.1:45012 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-129103068_22 at /127.0.0.1:41948 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=11985 (was 12000) 2024-11-19T07:31:22,296 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-19T07:31:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:31:22,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:31:22,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:31:22,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:31:22,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:31:22,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:31:22,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:31:22,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1285900214, stopped=false 2024-11-19T07:31:22,298 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,37019,1732001442409 2024-11-19T07:31:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:31:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:31:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:31:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:31:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:31:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:31:22,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:31:22,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:31:22,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:31:22,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:31:22,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:31:22,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,43381,1732001443267' ***** 2024-11-19T07:31:22,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:31:22,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:31:22,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,43035,1732001443314' ***** 2024-11-19T07:31:22,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:31:22,347 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:31:22,347 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:31:22,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:31:22,347 INFO [RS:2;db0afee3eab9:43035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:31:22,347 INFO [RS:1;db0afee3eab9:43381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:31:22,347 INFO [RS:2;db0afee3eab9:43035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:31:22,347 INFO [RS:1;db0afee3eab9:43381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:31:22,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:31:22,347 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,43035,1732001443314 2024-11-19T07:31:22,347 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(3091): Received CLOSE for fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:22,347 INFO [RS:2;db0afee3eab9:43035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:31:22,348 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,43381,1732001443267 2024-11-19T07:31:22,348 INFO [RS:2;db0afee3eab9:43035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;db0afee3eab9:43035. 2024-11-19T07:31:22,348 INFO [RS:1;db0afee3eab9:43381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:31:22,348 INFO [RS:1;db0afee3eab9:43381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db0afee3eab9:43381. 2024-11-19T07:31:22,348 DEBUG [RS:2;db0afee3eab9:43035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:31:22,348 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe33d0c49cd1a136a3ee4e0bd44e1ca7, disabling compactions & flushes 2024-11-19T07:31:22,348 DEBUG [RS:2;db0afee3eab9:43035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:31:22,348 DEBUG [RS:1;db0afee3eab9:43381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:31:22,348 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:22,348 DEBUG [RS:1;db0afee3eab9:43381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:31:22,348 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:31:22,348 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:22,348 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:31:22,348 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. after waiting 0 ms 2024-11-19T07:31:22,348 DEBUG [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(1325): Online Regions={fe33d0c49cd1a136a3ee4e0bd44e1ca7=testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7.} 2024-11-19T07:31:22,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:31:22,348 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:22,348 DEBUG [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(1351): Waiting on fe33d0c49cd1a136a3ee4e0bd44e1ca7 2024-11-19T07:31:22,348 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:31:22,348 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:31:22,348 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:31:22,348 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:31:22,349 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:31:22,349 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:31:22,349 DEBUG [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:31:22,349 DEBUG [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:31:22,349 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:31:22,349 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:31:22,349 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:31:22,349 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:31:22,349 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:31:22,349 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-19T07:31:22,352 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fe33d0c49cd1a136a3ee4e0bd44e1ca7/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-19T07:31:22,353 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:22,353 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe33d0c49cd1a136a3ee4e0bd44e1ca7: Waiting for close lock at 1732001482348Running coprocessor pre-close hooks at 1732001482348Disabling compacts and flushes for region at 1732001482348Disabling writes for close at 1732001482348Writing region close event to WAL at 1732001482349 (+1 ms)Running coprocessor post-close hooks at 1732001482353 (+4 ms)Closed at 1732001482353 2024-11-19T07:31:22,353 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7. 2024-11-19T07:31:22,375 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/.tmp/info/b5e6e6572f4a4c248dd834085b9661eb is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732001458432.fe33d0c49cd1a136a3ee4e0bd44e1ca7./info:regioninfo/1732001461661/Put/seqid=0 2024-11-19T07:31:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741938_1118 (size=8243) 2024-11-19T07:31:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741938_1118 (size=8243) 2024-11-19T07:31:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741938_1118 (size=8243) 2024-11-19T07:31:22,382 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/.tmp/info/b5e6e6572f4a4c248dd834085b9661eb 2024-11-19T07:31:22,404 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/.tmp/ns/1ef75687a2bd4bd3b58b01bc9f81f606 is 43, key is default/ns:d/1732001445633/Put/seqid=0 2024-11-19T07:31:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741939_1119 (size=5153) 2024-11-19T07:31:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741939_1119 (size=5153) 2024-11-19T07:31:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741939_1119 (size=5153) 2024-11-19T07:31:22,410 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/.tmp/ns/1ef75687a2bd4bd3b58b01bc9f81f606 2024-11-19T07:31:22,429 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/.tmp/table/0f09af1e012a4c1da403deda8bc6f540 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732001458865/Put/seqid=0 2024-11-19T07:31:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741940_1120 (size=5431) 2024-11-19T07:31:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741940_1120 (size=5431) 2024-11-19T07:31:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741940_1120 (size=5431) 2024-11-19T07:31:22,435 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/.tmp/table/0f09af1e012a4c1da403deda8bc6f540 2024-11-19T07:31:22,440 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/.tmp/info/b5e6e6572f4a4c248dd834085b9661eb as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/info/b5e6e6572f4a4c248dd834085b9661eb 2024-11-19T07:31:22,446 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/info/b5e6e6572f4a4c248dd834085b9661eb, entries=18, sequenceid=21, filesize=8.0 K 2024-11-19T07:31:22,447 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/.tmp/ns/1ef75687a2bd4bd3b58b01bc9f81f606 as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/ns/1ef75687a2bd4bd3b58b01bc9f81f606 2024-11-19T07:31:22,452 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/ns/1ef75687a2bd4bd3b58b01bc9f81f606, entries=2, sequenceid=21, filesize=5.0 K 2024-11-19T07:31:22,454 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/.tmp/table/0f09af1e012a4c1da403deda8bc6f540 as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/table/0f09af1e012a4c1da403deda8bc6f540 2024-11-19T07:31:22,459 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/table/0f09af1e012a4c1da403deda8bc6f540, entries=2, sequenceid=21, filesize=5.3 K 2024-11-19T07:31:22,460 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=21, compaction requested=false 2024-11-19T07:31:22,465 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-19T07:31:22,465 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:31:22,465 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:31:22,465 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732001482349Running coprocessor pre-close hooks at 1732001482349Disabling compacts and flushes for region at 1732001482349Disabling writes for close at 1732001482349Obtaining lock to block concurrent updates at 1732001482349Preparing flush snapshotting stores in 1588230740 at 1732001482349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732001482350 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732001482350Flushing 1588230740/info: creating writer at 1732001482350Flushing 1588230740/info: appending metadata at 1732001482374 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732001482374Flushing 1588230740/ns: creating writer at 1732001482387 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732001482404 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732001482404Flushing 1588230740/table: creating writer at 1732001482415 (+11 ms)Flushing 1588230740/table: appending metadata at 1732001482428 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732001482429 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef893f8: reopening flushed file at 1732001482439 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3effacea: reopening flushed file at 1732001482446 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d627465: reopening flushed file at 1732001482453 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=21, compaction requested=false at 1732001482460 (+7 ms)Writing region close event to WAL at 1732001482462 (+2 ms)Running coprocessor post-close hooks at 1732001482465 (+3 ms)Closed at 1732001482465 2024-11-19T07:31:22,466 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:31:22,548 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,43381,1732001443267; all regions closed. 2024-11-19T07:31:22,549 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,43035,1732001443314; all regions closed. 2024-11-19T07:31:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741834_1010 (size=3621) 2024-11-19T07:31:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741834_1010 (size=3621) 2024-11-19T07:31:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741834_1010 (size=3621) 2024-11-19T07:31:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741836_1012 (size=9487) 2024-11-19T07:31:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741836_1012 (size=9487) 2024-11-19T07:31:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741836_1012 (size=9487) 2024-11-19T07:31:22,559 DEBUG [RS:1;db0afee3eab9:43381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/oldWALs 2024-11-19T07:31:22,559 DEBUG [RS:2;db0afee3eab9:43035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/oldWALs 2024-11-19T07:31:22,559 INFO [RS:1;db0afee3eab9:43381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C43381%2C1732001443267:(num 1732001444865) 2024-11-19T07:31:22,559 DEBUG [RS:1;db0afee3eab9:43381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:31:22,559 INFO [RS:2;db0afee3eab9:43035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C43035%2C1732001443314.meta:.meta(num 1732001445387) 2024-11-19T07:31:22,559 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:31:22,559 INFO [RS:1;db0afee3eab9:43381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:31:22,559 INFO [RS:1;db0afee3eab9:43381 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:31:22,560 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:31:22,560 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:31:22,560 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:31:22,560 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:31:22,560 INFO [RS:1;db0afee3eab9:43381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:31:22,560 INFO [RS:1;db0afee3eab9:43381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43381 2024-11-19T07:31:22,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741835_1011 (size=175) 2024-11-19T07:31:22,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741835_1011 (size=175) 2024-11-19T07:31:22,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741835_1011 (size=175) 2024-11-19T07:31:22,563 DEBUG [RS:2;db0afee3eab9:43035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/oldWALs 2024-11-19T07:31:22,563 INFO [RS:2;db0afee3eab9:43035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C43035%2C1732001443314:(num 1732001444865) 2024-11-19T07:31:22,563 DEBUG [RS:2;db0afee3eab9:43035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:31:22,563 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:31:22,563 INFO [RS:2;db0afee3eab9:43035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:31:22,564 INFO [RS:2;db0afee3eab9:43035 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:31:22,564 INFO [RS:2;db0afee3eab9:43035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:31:22,564 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:31:22,564 INFO [RS:2;db0afee3eab9:43035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43035 2024-11-19T07:31:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,43381,1732001443267 2024-11-19T07:31:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:31:22,572 INFO [RS:1;db0afee3eab9:43381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:31:22,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,43035,1732001443314 2024-11-19T07:31:22,582 INFO [RS:2;db0afee3eab9:43035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:31:22,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,43381,1732001443267] 2024-11-19T07:31:22,614 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,43381,1732001443267 already deleted, retry=false 2024-11-19T07:31:22,614 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,43381,1732001443267 expired; onlineServers=1 2024-11-19T07:31:22,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,43035,1732001443314] 2024-11-19T07:31:22,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,43035,1732001443314 already deleted, retry=false 2024-11-19T07:31:22,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,43035,1732001443314 expired; onlineServers=0 2024-11-19T07:31:22,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,37019,1732001442409' ***** 2024-11-19T07:31:22,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:31:22,625 INFO [M:0;db0afee3eab9:37019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:31:22,625 INFO [M:0;db0afee3eab9:37019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:31:22,625 DEBUG [M:0;db0afee3eab9:37019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:31:22,625 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:31:22,626 DEBUG [M:0;db0afee3eab9:37019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:31:22,626 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732001444529 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732001444529,5,FailOnTimeoutGroup] 2024-11-19T07:31:22,626 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732001444530 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732001444530,5,FailOnTimeoutGroup] 2024-11-19T07:31:22,626 INFO [M:0;db0afee3eab9:37019 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:31:22,626 INFO [M:0;db0afee3eab9:37019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:31:22,627 DEBUG [M:0;db0afee3eab9:37019 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:31:22,627 INFO [M:0;db0afee3eab9:37019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:31:22,627 INFO [M:0;db0afee3eab9:37019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:31:22,628 INFO [M:0;db0afee3eab9:37019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:31:22,628 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:31:22,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T07:31:22,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:31:22,635 DEBUG [M:0;db0afee3eab9:37019 {}] zookeeper.ZKUtil(347): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T07:31:22,635 WARN [M:0;db0afee3eab9:37019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:31:22,636 INFO [M:0;db0afee3eab9:37019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/.lastflushedseqids 2024-11-19T07:31:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741941_1121 (size=138) 2024-11-19T07:31:22,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741941_1121 (size=138) 2024-11-19T07:31:22,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741941_1121 (size=138) 2024-11-19T07:31:22,652 INFO [M:0;db0afee3eab9:37019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:31:22,652 INFO [M:0;db0afee3eab9:37019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:31:22,652 DEBUG [M:0;db0afee3eab9:37019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:31:22,652 INFO [M:0;db0afee3eab9:37019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:31:22,652 DEBUG [M:0;db0afee3eab9:37019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:31:22,652 DEBUG [M:0;db0afee3eab9:37019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:31:22,652 DEBUG [M:0;db0afee3eab9:37019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:31:22,653 INFO [M:0;db0afee3eab9:37019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-19T07:31:22,671 DEBUG [M:0;db0afee3eab9:37019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e422ed2e75a48f98613dbc308a1f5c1 is 82, key is hbase:meta,,1/info:regioninfo/1732001445493/Put/seqid=0 2024-11-19T07:31:22,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741942_1122 (size=5672) 2024-11-19T07:31:22,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741942_1122 (size=5672) 2024-11-19T07:31:22,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741942_1122 (size=5672) 2024-11-19T07:31:22,676 INFO [M:0;db0afee3eab9:37019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e422ed2e75a48f98613dbc308a1f5c1 2024-11-19T07:31:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:31:22,693 INFO [RS:1;db0afee3eab9:43381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:31:22,693 INFO [RS:1;db0afee3eab9:43381 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,43381,1732001443267; zookeeper connection closed. 2024-11-19T07:31:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x1015200a3130002, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:31:22,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a9711cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a9711cc 2024-11-19T07:31:22,695 DEBUG [M:0;db0afee3eab9:37019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61e674314678483c9d7479d19a818a62 is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732001458871/Put/seqid=0 2024-11-19T07:31:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741943_1123 (size=7756) 2024-11-19T07:31:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741943_1123 (size=7756) 2024-11-19T07:31:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741943_1123 (size=7756) 2024-11-19T07:31:22,702 INFO [M:0;db0afee3eab9:37019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61e674314678483c9d7479d19a818a62 2024-11-19T07:31:22,703 INFO [RS:2;db0afee3eab9:43035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:31:22,703 INFO [RS:2;db0afee3eab9:43035 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,43035,1732001443314; zookeeper connection closed. 2024-11-19T07:31:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:31:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43035-0x1015200a3130003, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:31:22,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4aa8ac55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4aa8ac55 2024-11-19T07:31:22,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T07:31:22,706 INFO [M:0;db0afee3eab9:37019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61e674314678483c9d7479d19a818a62 2024-11-19T07:31:22,721 DEBUG [M:0;db0afee3eab9:37019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97c2a5b2bdb14a53906fa4ac65938099 is 69, key is db0afee3eab9,43035,1732001443314/rs:state/1732001444583/Put/seqid=0 2024-11-19T07:31:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741944_1124 (size=5440) 2024-11-19T07:31:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741944_1124 (size=5440) 2024-11-19T07:31:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741944_1124 (size=5440) 2024-11-19T07:31:22,728 INFO [M:0;db0afee3eab9:37019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97c2a5b2bdb14a53906fa4ac65938099 2024-11-19T07:31:22,732 INFO [M:0;db0afee3eab9:37019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97c2a5b2bdb14a53906fa4ac65938099 2024-11-19T07:31:22,733 DEBUG [M:0;db0afee3eab9:37019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e422ed2e75a48f98613dbc308a1f5c1 as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e422ed2e75a48f98613dbc308a1f5c1 2024-11-19T07:31:22,737 INFO [M:0;db0afee3eab9:37019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e422ed2e75a48f98613dbc308a1f5c1, entries=8, sequenceid=168, filesize=5.5 K 2024-11-19T07:31:22,738 DEBUG [M:0;db0afee3eab9:37019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61e674314678483c9d7479d19a818a62 as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61e674314678483c9d7479d19a818a62 2024-11-19T07:31:22,743 INFO [M:0;db0afee3eab9:37019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61e674314678483c9d7479d19a818a62 2024-11-19T07:31:22,743 INFO [M:0;db0afee3eab9:37019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61e674314678483c9d7479d19a818a62, entries=17, sequenceid=168, filesize=7.6 K 2024-11-19T07:31:22,744 DEBUG [M:0;db0afee3eab9:37019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97c2a5b2bdb14a53906fa4ac65938099 as hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97c2a5b2bdb14a53906fa4ac65938099 2024-11-19T07:31:22,746 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-19T07:31:22,746 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-19T07:31:22,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-19T07:31:22,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-19T07:31:22,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:31:22,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:31:22,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-19T07:31:22,766 INFO [M:0;db0afee3eab9:37019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97c2a5b2bdb14a53906fa4ac65938099 2024-11-19T07:31:22,766 INFO [M:0;db0afee3eab9:37019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34045/user/jenkins/test-data/38ec5afd-bc53-19dc-7b10-c2f9bad93477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97c2a5b2bdb14a53906fa4ac65938099, entries=3, sequenceid=168, filesize=5.3 K 2024-11-19T07:31:22,767 INFO [M:0;db0afee3eab9:37019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=168, compaction requested=false 2024-11-19T07:31:22,768 INFO [M:0;db0afee3eab9:37019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:31:22,768 DEBUG [M:0;db0afee3eab9:37019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732001482652Disabling compacts and flushes for region at 1732001482652Disabling writes for close at 1732001482652Obtaining lock to block concurrent updates at 1732001482653 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732001482653Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1732001482653Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732001482653Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732001482654 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732001482670 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732001482670Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732001482680 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732001482695 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732001482695Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732001482706 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732001482720 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732001482720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ee2cd9: reopening flushed file at 1732001482732 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22109ba2: reopening flushed file at 1732001482738 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dca32ff: reopening flushed file at 1732001482743 (+5 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=168, compaction requested=false at 1732001482767 (+24 ms)Writing region close event to WAL at 1732001482768 (+1 ms)Closed at 1732001482768 2024-11-19T07:31:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36585 is added to blk_1073741830_1006 (size=83618) 2024-11-19T07:31:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741830_1006 (size=83618) 2024-11-19T07:31:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741830_1006 (size=83618) 2024-11-19T07:31:22,771 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:31:22,772 INFO [M:0;db0afee3eab9:37019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:31:22,772 INFO [M:0;db0afee3eab9:37019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37019 2024-11-19T07:31:22,772 INFO [M:0;db0afee3eab9:37019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:31:22,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:31:22,956 INFO [M:0;db0afee3eab9:37019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:31:22,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37019-0x1015200a3130000, quorum=127.0.0.1:52014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:31:22,963 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001462291 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001462291 (inode 16655) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732001461907/wal.1732001462291 (inode 16655) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:31:22,964 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732001453922/wal.1732001454044 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:22,965 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732001477492/wal.1732001477789 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:22,967 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001471813 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001471813 (inode 16678) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732001462471/wal.1732001471813 (inode 16678) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:31:22,968 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732001447110/wal.1732001447209 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:22,970 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472621 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472621 (inode 16704) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732001472035/wal.1732001472621 (inode 16704) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:31:22,971 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732001472848/wal.1732001473026 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:31:22,973 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal.1732001446931 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal.1732001446931 (inode 16485) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732001446545/wal.1732001446931 (inode 16485) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:31:22,975 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal.1732001446261 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal.1732001446261 (inode 16462) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732001445835/wal.1732001446261 (inode 16462) Holder DFSClient_NONMAPREDUCE_1747116510_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-19T07:31:22,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@420bc738{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:31:22,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:31:22,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:31:22,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:31:22,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.log.dir/,STOPPED} 2024-11-19T07:31:22,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:31:22,985 WARN [BP-708501761-172.17.0.2-1732001437958 heartbeating to localhost/127.0.0.1:34045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:31:22,985 WARN [BP-708501761-172.17.0.2-1732001437958 heartbeating to localhost/127.0.0.1:34045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-708501761-172.17.0.2-1732001437958 (Datanode Uuid e8ef3be3-b4e8-4b26-bcf9-7fec591a44e1) service to localhost/127.0.0.1:34045 2024-11-19T07:31:22,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:31:22,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data5/current/BP-708501761-172.17.0.2-1732001437958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:31:22,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data6/current/BP-708501761-172.17.0.2-1732001437958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:31:22,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:31:22,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64052af6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:31:22,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:31:22,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:31:22,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:31:22,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.log.dir/,STOPPED} 2024-11-19T07:31:22,991 WARN [BP-708501761-172.17.0.2-1732001437958 heartbeating to localhost/127.0.0.1:34045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:31:22,991 WARN [BP-708501761-172.17.0.2-1732001437958 heartbeating to localhost/127.0.0.1:34045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-708501761-172.17.0.2-1732001437958 (Datanode Uuid b3fe4b51-549e-4e8b-a0e9-3cbf27317adb) service to localhost/127.0.0.1:34045 2024-11-19T07:31:22,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:31:22,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:31:22,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data3/current/BP-708501761-172.17.0.2-1732001437958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:31:22,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data4/current/BP-708501761-172.17.0.2-1732001437958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:31:22,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:31:22,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501095cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:31:22,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:31:22,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:31:22,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:31:22,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.log.dir/,STOPPED} 2024-11-19T07:31:22,996 WARN [BP-708501761-172.17.0.2-1732001437958 heartbeating to localhost/127.0.0.1:34045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:31:22,996 WARN [BP-708501761-172.17.0.2-1732001437958 heartbeating to localhost/127.0.0.1:34045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-708501761-172.17.0.2-1732001437958 (Datanode Uuid 93096bac-f34a-4276-9091-d4606716fb53) service to localhost/127.0.0.1:34045 2024-11-19T07:31:22,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:31:22,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:31:22,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data1/current/BP-708501761-172.17.0.2-1732001437958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:31:22,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/cluster_1455a2e8-5800-dedf-826b-e1fa16e4f106/data/data2/current/BP-708501761-172.17.0.2-1732001437958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:31:22,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:31:23,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c03e044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:31:23,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:31:23,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:31:23,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:31:23,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5668b82e-e96d-6ee9-dea3-1dc7dbe4ed56/hadoop.log.dir/,STOPPED} 2024-11-19T07:31:23,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:31:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down