2024-12-09 18:29:03,754 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 18:29:03,765 main DEBUG Took 0.008589 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 18:29:03,765 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 18:29:03,765 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 18:29:03,766 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 18:29:03,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,774 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 18:29:03,787 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,788 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,789 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,790 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,791 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,792 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,793 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,794 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,794 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,795 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,796 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:29:03,796 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,796 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 18:29:03,798 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:29:03,800 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 18:29:03,802 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 18:29:03,803 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 18:29:03,804 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 18:29:03,805 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 18:29:03,814 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 18:29:03,817 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 18:29:03,819 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 18:29:03,820 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 18:29:03,820 main DEBUG createAppenders(={Console}) 2024-12-09 18:29:03,821 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-09 18:29:03,822 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 18:29:03,822 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-09 18:29:03,823 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 18:29:03,823 main DEBUG OutputStream closed 2024-12-09 18:29:03,823 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 18:29:03,824 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 18:29:03,824 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-09 18:29:03,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 18:29:03,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 18:29:03,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 18:29:03,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 18:29:03,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 18:29:03,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 18:29:03,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 18:29:03,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 18:29:03,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 18:29:03,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 18:29:03,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 18:29:03,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 18:29:03,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 18:29:03,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 18:29:03,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 18:29:03,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 18:29:03,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 18:29:03,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 18:29:03,901 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 18:29:03,901 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-09 18:29:03,901 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 18:29:03,902 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-09T18:29:03,914 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-09 18:29:03,917 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 18:29:03,917 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T18:29:03,923 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-09T18:29:03,950 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=7256 2024-12-09T18:29:04,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1 2024-12-09T18:29:04,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T18:29:04,167 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d, deleteOnExit=true 2024-12-09T18:29:04,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T18:29:04,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/test.cache.data in system properties and HBase conf 2024-12-09T18:29:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T18:29:04,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir in system properties and HBase conf 2024-12-09T18:29:04,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T18:29:04,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T18:29:04,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T18:29:04,241 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T18:29:04,323 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T18:29:04,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:29:04,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:29:04,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T18:29:04,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:29:04,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T18:29:04,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T18:29:04,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:29:04,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:29:04,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T18:29:04,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/nfs.dump.dir in system properties and HBase conf 2024-12-09T18:29:04,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/java.io.tmpdir in system properties and HBase conf 2024-12-09T18:29:04,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:29:04,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T18:29:04,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T18:29:05,375 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T18:29:05,450 INFO [Time-limited test {}] log.Log(170): Logging initialized @2337ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T18:29:05,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:29:05,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:29:05,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:29:05,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:29:05,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:29:05,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:29:05,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:29:05,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:29:05,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/java.io.tmpdir/jetty-localhost-36847-hadoop-hdfs-3_4_1-tests_jar-_-any-823634424829737727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T18:29:05,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36847} 2024-12-09T18:29:05,837 INFO [Time-limited test {}] server.Server(415): Started @2725ms 2024-12-09T18:29:06,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:29:06,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:29:06,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:29:06,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:29:06,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:29:06,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:29:06,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:29:06,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/java.io.tmpdir/jetty-localhost-37519-hadoop-hdfs-3_4_1-tests_jar-_-any-18001100138665586683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:29:06,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:37519} 2024-12-09T18:29:06,434 INFO [Time-limited test {}] server.Server(415): Started @3321ms 2024-12-09T18:29:06,490 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:29:06,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:29:06,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:29:06,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:29:06,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:29:06,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:29:06,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:29:06,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:29:06,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/java.io.tmpdir/jetty-localhost-39081-hadoop-hdfs-3_4_1-tests_jar-_-any-6191661069324929233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:29:06,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:39081} 2024-12-09T18:29:06,778 INFO [Time-limited test {}] server.Server(415): Started @3666ms 2024-12-09T18:29:06,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:29:06,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:29:06,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:29:06,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:29:06,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:29:06,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:29:06,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:29:06,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:29:07,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/java.io.tmpdir/jetty-localhost-36849-hadoop-hdfs-3_4_1-tests_jar-_-any-6854055425744406358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:29:07,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:36849} 2024-12-09T18:29:07,512 INFO [Time-limited test {}] server.Server(415): Started @4400ms 2024-12-09T18:29:07,515 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:29:08,831 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data1/current/BP-1099328611-172.17.0.2-1733768944904/current, will proceed with Du for space computation calculation, 2024-12-09T18:29:08,834 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data2/current/BP-1099328611-172.17.0.2-1733768944904/current, will proceed with Du for space computation calculation, 2024-12-09T18:29:08,834 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data3/current/BP-1099328611-172.17.0.2-1733768944904/current, will proceed with Du for space computation calculation, 2024-12-09T18:29:08,834 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data4/current/BP-1099328611-172.17.0.2-1733768944904/current, will proceed with Du for space computation calculation, 2024-12-09T18:29:08,848 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data5/current/BP-1099328611-172.17.0.2-1733768944904/current, will proceed with Du for space computation calculation, 2024-12-09T18:29:08,849 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data6/current/BP-1099328611-172.17.0.2-1733768944904/current, will proceed with Du for space computation calculation, 2024-12-09T18:29:08,898 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:29:08,899 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:29:08,900 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:29:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81776172891af7d7 with lease ID 0xb97a568bf1a0c3a8: Processing first storage report for DS-3c02ff8b-2013-444c-a127-7284d0cd446f from datanode DatanodeRegistration(127.0.0.1:46733, datanodeUuid=1b4fd5c1-1b7e-4c32-ac0b-f53a2f41fbae, infoPort=45225, infoSecurePort=0, ipcPort=43569, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904) 2024-12-09T18:29:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81776172891af7d7 with lease ID 0xb97a568bf1a0c3a8: from storage DS-3c02ff8b-2013-444c-a127-7284d0cd446f node DatanodeRegistration(127.0.0.1:46733, datanodeUuid=1b4fd5c1-1b7e-4c32-ac0b-f53a2f41fbae, infoPort=45225, infoSecurePort=0, ipcPort=43569, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T18:29:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8731e591023844e4 with lease ID 0xb97a568bf1a0c3a9: Processing first storage report for DS-934a003a-23d5-4cbc-aada-d0d2080fb0b4 from datanode DatanodeRegistration(127.0.0.1:36739, datanodeUuid=8cee9bda-bfca-419f-acdb-730666474f0b, infoPort=42907, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904) 2024-12-09T18:29:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8731e591023844e4 with lease ID 0xb97a568bf1a0c3a9: from storage DS-934a003a-23d5-4cbc-aada-d0d2080fb0b4 node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=8cee9bda-bfca-419f-acdb-730666474f0b, infoPort=42907, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:29:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a8ecde05f52c579 with lease ID 0xb97a568bf1a0c3a7: Processing first storage report for DS-379ec342-86fc-4a05-8eea-d66a7ce3368e from datanode DatanodeRegistration(127.0.0.1:43327, datanodeUuid=0402a6cf-448f-4622-9454-83d85a72adb9, infoPort=38887, infoSecurePort=0, ipcPort=37225, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904) 2024-12-09T18:29:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a8ecde05f52c579 with lease ID 0xb97a568bf1a0c3a7: from storage DS-379ec342-86fc-4a05-8eea-d66a7ce3368e node DatanodeRegistration(127.0.0.1:43327, datanodeUuid=0402a6cf-448f-4622-9454-83d85a72adb9, infoPort=38887, infoSecurePort=0, ipcPort=37225, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T18:29:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81776172891af7d7 with lease ID 0xb97a568bf1a0c3a8: Processing first storage report for DS-f8ecbafc-64eb-4eac-9526-88bdf288badd from datanode DatanodeRegistration(127.0.0.1:46733, datanodeUuid=1b4fd5c1-1b7e-4c32-ac0b-f53a2f41fbae, infoPort=45225, infoSecurePort=0, ipcPort=43569, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904) 2024-12-09T18:29:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81776172891af7d7 with lease ID 0xb97a568bf1a0c3a8: from storage DS-f8ecbafc-64eb-4eac-9526-88bdf288badd node DatanodeRegistration(127.0.0.1:46733, datanodeUuid=1b4fd5c1-1b7e-4c32-ac0b-f53a2f41fbae, infoPort=45225, infoSecurePort=0, ipcPort=43569, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:29:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8731e591023844e4 with lease ID 0xb97a568bf1a0c3a9: Processing first storage report for DS-f977b17a-73cb-4ce7-90cb-23af393cb0a5 from datanode DatanodeRegistration(127.0.0.1:36739, datanodeUuid=8cee9bda-bfca-419f-acdb-730666474f0b, infoPort=42907, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904) 2024-12-09T18:29:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8731e591023844e4 with lease ID 0xb97a568bf1a0c3a9: from storage DS-f977b17a-73cb-4ce7-90cb-23af393cb0a5 node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=8cee9bda-bfca-419f-acdb-730666474f0b, infoPort=42907, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:29:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a8ecde05f52c579 with lease ID 0xb97a568bf1a0c3a7: Processing first storage report for DS-6d764998-4325-434d-b8e4-5c46e956e230 from datanode DatanodeRegistration(127.0.0.1:43327, datanodeUuid=0402a6cf-448f-4622-9454-83d85a72adb9, infoPort=38887, infoSecurePort=0, ipcPort=37225, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904) 2024-12-09T18:29:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a8ecde05f52c579 with lease ID 0xb97a568bf1a0c3a7: from storage DS-6d764998-4325-434d-b8e4-5c46e956e230 node DatanodeRegistration(127.0.0.1:43327, datanodeUuid=0402a6cf-448f-4622-9454-83d85a72adb9, infoPort=38887, infoSecurePort=0, ipcPort=37225, storageInfo=lv=-57;cid=testClusterID;nsid=1004178573;c=1733768944904), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:29:08,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1 2024-12-09T18:29:09,061 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/zookeeper_0, clientPort=65043, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T18:29:09,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65043 2024-12-09T18:29:09,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:09,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:09,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:29:09,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:29:09,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:29:09,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf with version=8 2024-12-09T18:29:09,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/hbase-staging 2024-12-09T18:29:09,575 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T18:29:09,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:29:09,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:09,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:09,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:29:09,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:09,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:29:10,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T18:29:10,102 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T18:29:10,111 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T18:29:10,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:29:10,141 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 85600 (auto-detected) 2024-12-09T18:29:10,142 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T18:29:10,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45435 2024-12-09T18:29:10,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45435 connecting to ZooKeeper ensemble=127.0.0.1:65043 2024-12-09T18:29:10,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454350x0, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:29:10,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45435-0x1000c0da6600000 connected 2024-12-09T18:29:10,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:10,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:10,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:29:10,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf, hbase.cluster.distributed=false 2024-12-09T18:29:10,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:29:10,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45435 2024-12-09T18:29:10,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45435 2024-12-09T18:29:10,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45435 2024-12-09T18:29:10,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45435 2024-12-09T18:29:10,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45435 2024-12-09T18:29:10,578 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:29:10,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:10,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:10,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:29:10,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:10,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:29:10,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:29:10,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:29:10,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44247 2024-12-09T18:29:10,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44247 connecting to ZooKeeper ensemble=127.0.0.1:65043 2024-12-09T18:29:10,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:10,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:10,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442470x0, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:29:10,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44247-0x1000c0da6600001 connected 2024-12-09T18:29:10,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:29:10,615 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:29:10,625 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:29:10,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:29:10,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:29:10,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44247 2024-12-09T18:29:10,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44247 2024-12-09T18:29:10,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44247 2024-12-09T18:29:10,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44247 2024-12-09T18:29:10,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44247 2024-12-09T18:29:10,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:29:10,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:10,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:10,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:29:10,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:10,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:29:10,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:29:10,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:29:10,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42289 2024-12-09T18:29:10,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42289 connecting to ZooKeeper ensemble=127.0.0.1:65043 2024-12-09T18:29:10,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:10,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:10,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422890x0, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:29:10,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422890x0, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:29:10,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:29:10,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42289-0x1000c0da6600002 connected 2024-12-09T18:29:10,697 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:29:10,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:29:10,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:29:10,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42289 2024-12-09T18:29:10,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42289 2024-12-09T18:29:10,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42289 2024-12-09T18:29:10,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42289 2024-12-09T18:29:10,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42289 2024-12-09T18:29:10,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:29:10,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:10,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:10,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:29:10,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:29:10,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:29:10,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:29:10,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:29:10,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45917 2024-12-09T18:29:10,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45917 connecting to ZooKeeper ensemble=127.0.0.1:65043 2024-12-09T18:29:10,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:10,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:10,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459170x0, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:29:10,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459170x0, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:29:10,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45917-0x1000c0da6600003 connected 2024-12-09T18:29:10,744 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:29:10,745 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:29:10,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:29:10,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:29:10,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45917 2024-12-09T18:29:10,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45917 2024-12-09T18:29:10,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45917 2024-12-09T18:29:10,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45917 2024-12-09T18:29:10,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45917 2024-12-09T18:29:10,763 DEBUG [M:0;84065ca92432:45435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84065ca92432:45435 2024-12-09T18:29:10,764 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84065ca92432,45435,1733768949650 2024-12-09T18:29:10,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:29:10,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:29:10,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:29:10,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:29:10,779 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84065ca92432,45435,1733768949650 2024-12-09T18:29:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:29:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:29:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:10,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:29:10,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:10,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:10,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:10,803 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T18:29:10,804 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84065ca92432,45435,1733768949650 from backup master directory 2024-12-09T18:29:10,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:29:10,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84065ca92432,45435,1733768949650 2024-12-09T18:29:10,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:29:10,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:29:10,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:29:10,810 WARN [master/84065ca92432:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:29:10,810 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84065ca92432,45435,1733768949650 2024-12-09T18:29:10,812 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T18:29:10,813 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T18:29:10,862 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/hbase.id] with ID: f33af1a8-4494-4b5d-94ec-dcb62e75f8c5 2024-12-09T18:29:10,862 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/.tmp/hbase.id 2024-12-09T18:29:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:29:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:29:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:29:10,875 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/.tmp/hbase.id]:[hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/hbase.id] 2024-12-09T18:29:10,916 INFO [master/84065ca92432:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:29:10,921 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T18:29:10,944 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-12-09T18:29:10,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:10,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:10,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:10,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:29:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:29:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:29:10,990 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:29:10,992 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T18:29:11,005 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:29:11,009 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:29:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:29:11,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:29:11,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:29:11,055 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store 2024-12-09T18:29:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:29:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:29:11,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:29:11,080 INFO [master/84065ca92432:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T18:29:11,083 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:11,084 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:29:11,084 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:29:11,085 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:29:11,086 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:29:11,086 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:29:11,086 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:29:11,087 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733768951084Disabling compacts and flushes for region at 1733768951084Disabling writes for close at 1733768951086 (+2 ms)Writing region close event to WAL at 1733768951086Closed at 1733768951086 2024-12-09T18:29:11,089 WARN [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/.initializing 2024-12-09T18:29:11,089 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/WALs/84065ca92432,45435,1733768949650 2024-12-09T18:29:11,097 INFO [master/84065ca92432:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:29:11,110 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C45435%2C1733768949650, suffix=, logDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/WALs/84065ca92432,45435,1733768949650, archiveDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/oldWALs, maxLogs=10 2024-12-09T18:29:11,130 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/WALs/84065ca92432,45435,1733768949650/84065ca92432%2C45435%2C1733768949650.1733768951114, exclude list is [], retry=0 2024-12-09T18:29:11,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-934a003a-23d5-4cbc-aada-d0d2080fb0b4,DISK] 2024-12-09T18:29:11,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46733,DS-3c02ff8b-2013-444c-a127-7284d0cd446f,DISK] 2024-12-09T18:29:11,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43327,DS-379ec342-86fc-4a05-8eea-d66a7ce3368e,DISK] 2024-12-09T18:29:11,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T18:29:11,186 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/WALs/84065ca92432,45435,1733768949650/84065ca92432%2C45435%2C1733768949650.1733768951114 2024-12-09T18:29:11,187 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38887:38887),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:45225:45225)] 2024-12-09T18:29:11,188 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:29:11,188 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:11,191 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,192 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T18:29:11,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:11,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:29:11,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T18:29:11,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:11,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:11,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T18:29:11,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:11,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:11,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T18:29:11,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:11,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:11,268 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,272 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,273 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,278 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,279 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,283 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:29:11,288 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:29:11,294 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:11,296 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60063074, jitterRate=-0.10499045252799988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:29:11,301 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733768951203Initializing all the Stores at 1733768951204 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733768951205 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768951205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768951206 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768951206Cleaning up temporary data from old regions at 1733768951280 (+74 ms)Region opened successfully at 1733768951301 (+21 ms) 2024-12-09T18:29:11,302 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T18:29:11,335 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9d5da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:29:11,376 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T18:29:11,391 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T18:29:11,392 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T18:29:11,395 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T18:29:11,397 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T18:29:11,402 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-09T18:29:11,402 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T18:29:11,425 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T18:29:11,437 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T18:29:11,476 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T18:29:11,478 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T18:29:11,480 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T18:29:11,491 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T18:29:11,493 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T18:29:11,496 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T18:29:11,501 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T18:29:11,502 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T18:29:11,509 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T18:29:11,527 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T18:29:11,534 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T18:29:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:29:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:29:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:29:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:29:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,546 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84065ca92432,45435,1733768949650, sessionid=0x1000c0da6600000, setting cluster-up flag (Was=false) 2024-12-09T18:29:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,593 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T18:29:11,595 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,45435,1733768949650 2024-12-09T18:29:11,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:11,642 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T18:29:11,644 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,45435,1733768949650 2024-12-09T18:29:11,650 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T18:29:11,654 INFO [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(746): ClusterId : f33af1a8-4494-4b5d-94ec-dcb62e75f8c5 2024-12-09T18:29:11,654 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(746): ClusterId : f33af1a8-4494-4b5d-94ec-dcb62e75f8c5 2024-12-09T18:29:11,654 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(746): ClusterId : f33af1a8-4494-4b5d-94ec-dcb62e75f8c5 2024-12-09T18:29:11,657 DEBUG [RS:0;84065ca92432:44247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:29:11,657 DEBUG [RS:2;84065ca92432:45917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:29:11,657 DEBUG [RS:1;84065ca92432:42289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:29:11,670 DEBUG [RS:2;84065ca92432:45917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:29:11,670 DEBUG [RS:0;84065ca92432:44247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:29:11,670 DEBUG [RS:1;84065ca92432:42289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:29:11,670 DEBUG [RS:0;84065ca92432:44247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:29:11,670 DEBUG [RS:1;84065ca92432:42289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:29:11,670 DEBUG [RS:2;84065ca92432:45917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:29:11,685 DEBUG [RS:1;84065ca92432:42289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:29:11,685 DEBUG [RS:0;84065ca92432:44247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:29:11,685 DEBUG [RS:2;84065ca92432:45917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:29:11,686 DEBUG [RS:0;84065ca92432:44247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53062241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:29:11,686 DEBUG [RS:2;84065ca92432:45917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f27a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:29:11,686 DEBUG [RS:1;84065ca92432:42289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e10ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:29:11,706 DEBUG [RS:1;84065ca92432:42289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;84065ca92432:42289 2024-12-09T18:29:11,706 DEBUG [RS:2;84065ca92432:45917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;84065ca92432:45917 2024-12-09T18:29:11,710 INFO [RS:1;84065ca92432:42289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:29:11,710 INFO [RS:2;84065ca92432:45917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:29:11,710 INFO [RS:1;84065ca92432:42289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:29:11,710 INFO [RS:2;84065ca92432:45917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:29:11,710 DEBUG [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:29:11,710 DEBUG [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:29:11,713 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,45435,1733768949650 with port=42289, startcode=1733768950664 2024-12-09T18:29:11,714 INFO [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,45435,1733768949650 with port=45917, startcode=1733768950723 2024-12-09T18:29:11,715 DEBUG [RS:0;84065ca92432:44247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84065ca92432:44247 2024-12-09T18:29:11,715 INFO [RS:0;84065ca92432:44247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:29:11,715 INFO [RS:0;84065ca92432:44247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:29:11,715 DEBUG [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:29:11,717 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,45435,1733768949650 with port=44247, startcode=1733768950540 2024-12-09T18:29:11,728 DEBUG [RS:2;84065ca92432:45917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:29:11,728 DEBUG [RS:1;84065ca92432:42289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:29:11,728 DEBUG [RS:0;84065ca92432:44247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:29:11,729 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T18:29:11,738 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T18:29:11,746 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T18:29:11,752 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84065ca92432,45435,1733768949650 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T18:29:11,761 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:29:11,761 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:29:11,761 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:29:11,761 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:29:11,762 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84065ca92432:0, corePoolSize=10, maxPoolSize=10 2024-12-09T18:29:11,762 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:11,762 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:29:11,762 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:11,765 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733768981765 2024-12-09T18:29:11,766 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:29:11,766 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:29:11,767 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T18:29:11,768 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:29:11,768 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T18:29:11,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:29:11,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T18:29:11,772 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T18:29:11,772 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T18:29:11,773 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T18:29:11,773 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T18:29:11,773 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:29:11,773 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:11,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:11,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T18:29:11,778 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T18:29:11,779 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T18:29:11,779 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:29:11,780 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T18:29:11,780 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:29:11,783 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T18:29:11,783 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T18:29:11,786 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733768951785,5,FailOnTimeoutGroup] 2024-12-09T18:29:11,791 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733768951786,5,FailOnTimeoutGroup] 2024-12-09T18:29:11,791 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:11,792 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T18:29:11,816 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:11,817 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:11,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:29:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:29:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:29:11,824 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T18:29:11,825 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:11,829 DEBUG [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T18:29:11,829 DEBUG [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T18:29:11,829 DEBUG [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T18:29:11,830 WARN [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T18:29:11,830 WARN [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T18:29:11,830 WARN [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T18:29:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:29:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:29:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:29:11,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:11,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:29:11,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:29:11,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:11,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:29:11,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:29:11,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:29:11,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:11,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:29:11,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:29:11,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:29:11,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:11,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:29:11,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:29:11,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:29:11,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:11,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:29:11,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:29:11,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740 2024-12-09T18:29:11,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740 2024-12-09T18:29:11,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:29:11,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:29:11,860 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:29:11,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:29:11,866 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:11,867 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74614833, jitterRate=0.1118476539850235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:29:11,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733768951838Initializing all the Stores at 1733768951839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733768951839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733768951840 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768951840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733768951840Cleaning up temporary data from old regions at 1733768951859 (+19 ms)Region opened successfully at 1733768951868 (+9 ms) 2024-12-09T18:29:11,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T18:29:11,869 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T18:29:11,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T18:29:11,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T18:29:11,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T18:29:11,870 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T18:29:11,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733768951869Disabling compacts and flushes for region at 1733768951869Disabling writes for close at 1733768951869Writing region close event to WAL at 1733768951870 (+1 ms)Closed at 1733768951870 2024-12-09T18:29:11,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:29:11,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T18:29:11,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T18:29:11,887 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:29:11,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T18:29:11,931 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,45435,1733768949650 with port=44247, startcode=1733768950540 2024-12-09T18:29:11,931 INFO [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,45435,1733768949650 with port=45917, startcode=1733768950723 2024-12-09T18:29:11,931 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,45435,1733768949650 with port=42289, startcode=1733768950664 2024-12-09T18:29:11,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,44247,1733768950540 2024-12-09T18:29:11,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] master.ServerManager(517): Registering regionserver=84065ca92432,44247,1733768950540 2024-12-09T18:29:11,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,45917,1733768950723 2024-12-09T18:29:11,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] master.ServerManager(517): Registering regionserver=84065ca92432,45917,1733768950723 2024-12-09T18:29:11,943 DEBUG [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:11,943 DEBUG [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43465 2024-12-09T18:29:11,943 DEBUG [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:29:11,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,42289,1733768950664 2024-12-09T18:29:11,946 DEBUG [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:11,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] master.ServerManager(517): Registering regionserver=84065ca92432,42289,1733768950664 2024-12-09T18:29:11,946 DEBUG [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43465 2024-12-09T18:29:11,946 DEBUG [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:29:11,949 DEBUG [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:11,949 DEBUG [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43465 2024-12-09T18:29:11,949 DEBUG [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:29:11,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:29:11,999 DEBUG [RS:0;84065ca92432:44247 {}] zookeeper.ZKUtil(111): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,44247,1733768950540 2024-12-09T18:29:11,999 DEBUG [RS:2;84065ca92432:45917 {}] zookeeper.ZKUtil(111): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,45917,1733768950723 2024-12-09T18:29:11,999 WARN [RS:0;84065ca92432:44247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:29:11,999 WARN [RS:2;84065ca92432:45917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:29:11,999 DEBUG [RS:1;84065ca92432:42289 {}] zookeeper.ZKUtil(111): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,42289,1733768950664 2024-12-09T18:29:11,999 INFO [RS:0;84065ca92432:44247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:29:11,999 WARN [RS:1;84065ca92432:42289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:29:11,999 INFO [RS:2;84065ca92432:45917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:29:11,999 INFO [RS:1;84065ca92432:42289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:29:11,999 DEBUG [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723 2024-12-09T18:29:11,999 DEBUG [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,42289,1733768950664 2024-12-09T18:29:11,999 DEBUG [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,44247,1733768950540 2024-12-09T18:29:12,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,45917,1733768950723] 2024-12-09T18:29:12,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,44247,1733768950540] 2024-12-09T18:29:12,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,42289,1733768950664] 2024-12-09T18:29:12,025 INFO [RS:2;84065ca92432:45917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:29:12,025 INFO [RS:1;84065ca92432:42289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:29:12,025 INFO [RS:0;84065ca92432:44247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:29:12,037 INFO [RS:2;84065ca92432:45917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:29:12,037 INFO [RS:1;84065ca92432:42289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:29:12,037 INFO [RS:0;84065ca92432:44247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:29:12,043 WARN [84065ca92432:45435 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T18:29:12,043 INFO [RS:2;84065ca92432:45917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:29:12,043 INFO [RS:0;84065ca92432:44247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:29:12,043 INFO [RS:1;84065ca92432:42289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:29:12,043 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,043 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,043 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,044 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:29:12,044 INFO [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:29:12,045 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:29:12,050 INFO [RS:1;84065ca92432:42289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:29:12,050 INFO [RS:2;84065ca92432:45917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:29:12,050 INFO [RS:0;84065ca92432:44247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:29:12,051 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,051 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,051 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,051 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,051 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,051 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,051 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,051 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,051 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:29:12,052 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:29:12,052 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,052 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:29:12,053 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,053 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,053 DEBUG [RS:0;84065ca92432:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:29:12,053 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,053 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,053 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,053 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:29:12,053 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:29:12,053 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:29:12,053 DEBUG [RS:1;84065ca92432:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:29:12,053 DEBUG [RS:2;84065ca92432:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:29:12,054 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,054 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,054 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,054 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,054 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,054 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,42289,1733768950664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:29:12,055 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44247,1733768950540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,056 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,45917,1733768950723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:29:12,072 INFO [RS:1;84065ca92432:42289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:29:12,074 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,42289,1733768950664-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,074 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,074 INFO [RS:1;84065ca92432:42289 {}] regionserver.Replication(171): 84065ca92432,42289,1733768950664 started 2024-12-09T18:29:12,077 INFO [RS:0;84065ca92432:44247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:29:12,077 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44247,1733768950540-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,078 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,078 INFO [RS:0;84065ca92432:44247 {}] regionserver.Replication(171): 84065ca92432,44247,1733768950540 started 2024-12-09T18:29:12,082 INFO [RS:2;84065ca92432:45917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:29:12,083 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,45917,1733768950723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,083 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,083 INFO [RS:2;84065ca92432:45917 {}] regionserver.Replication(171): 84065ca92432,45917,1733768950723 started 2024-12-09T18:29:12,090 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,090 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,42289,1733768950664, RpcServer on 84065ca92432/172.17.0.2:42289, sessionid=0x1000c0da6600002 2024-12-09T18:29:12,091 DEBUG [RS:1;84065ca92432:42289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:29:12,091 DEBUG [RS:1;84065ca92432:42289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,42289,1733768950664 2024-12-09T18:29:12,092 DEBUG [RS:1;84065ca92432:42289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,42289,1733768950664' 2024-12-09T18:29:12,092 DEBUG [RS:1;84065ca92432:42289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:29:12,093 DEBUG [RS:1;84065ca92432:42289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:29:12,093 DEBUG [RS:1;84065ca92432:42289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:29:12,093 DEBUG [RS:1;84065ca92432:42289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:29:12,093 DEBUG [RS:1;84065ca92432:42289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,42289,1733768950664 2024-12-09T18:29:12,093 DEBUG [RS:1;84065ca92432:42289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,42289,1733768950664' 2024-12-09T18:29:12,093 DEBUG [RS:1;84065ca92432:42289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:29:12,094 DEBUG [RS:1;84065ca92432:42289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:29:12,095 DEBUG [RS:1;84065ca92432:42289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:29:12,095 INFO [RS:1;84065ca92432:42289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:29:12,095 INFO [RS:1;84065ca92432:42289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:29:12,100 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,100 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,44247,1733768950540, RpcServer on 84065ca92432/172.17.0.2:44247, sessionid=0x1000c0da6600001 2024-12-09T18:29:12,100 DEBUG [RS:0;84065ca92432:44247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:29:12,100 DEBUG [RS:0;84065ca92432:44247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,44247,1733768950540 2024-12-09T18:29:12,100 DEBUG [RS:0;84065ca92432:44247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,44247,1733768950540' 2024-12-09T18:29:12,100 DEBUG [RS:0;84065ca92432:44247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:29:12,101 DEBUG [RS:0;84065ca92432:44247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:29:12,102 DEBUG [RS:0;84065ca92432:44247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:29:12,102 DEBUG [RS:0;84065ca92432:44247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:29:12,102 DEBUG [RS:0;84065ca92432:44247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,44247,1733768950540 2024-12-09T18:29:12,102 DEBUG [RS:0;84065ca92432:44247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,44247,1733768950540' 2024-12-09T18:29:12,102 DEBUG [RS:0;84065ca92432:44247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:29:12,103 DEBUG [RS:0;84065ca92432:44247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:29:12,103 DEBUG [RS:0;84065ca92432:44247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:29:12,103 INFO [RS:0;84065ca92432:44247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:29:12,103 INFO [RS:0;84065ca92432:44247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:29:12,106 INFO [RS:2;84065ca92432:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:12,107 INFO [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,45917,1733768950723, RpcServer on 84065ca92432/172.17.0.2:45917, sessionid=0x1000c0da6600003 2024-12-09T18:29:12,107 DEBUG [RS:2;84065ca92432:45917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:29:12,107 DEBUG [RS:2;84065ca92432:45917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,45917,1733768950723 2024-12-09T18:29:12,107 DEBUG [RS:2;84065ca92432:45917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,45917,1733768950723' 2024-12-09T18:29:12,107 DEBUG [RS:2;84065ca92432:45917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:29:12,108 DEBUG [RS:2;84065ca92432:45917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:29:12,109 DEBUG [RS:2;84065ca92432:45917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:29:12,109 DEBUG [RS:2;84065ca92432:45917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:29:12,109 DEBUG [RS:2;84065ca92432:45917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,45917,1733768950723 2024-12-09T18:29:12,109 DEBUG [RS:2;84065ca92432:45917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,45917,1733768950723' 2024-12-09T18:29:12,109 DEBUG [RS:2;84065ca92432:45917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:29:12,110 DEBUG [RS:2;84065ca92432:45917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:29:12,110 DEBUG [RS:2;84065ca92432:45917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:29:12,110 INFO [RS:2;84065ca92432:45917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:29:12,110 INFO [RS:2;84065ca92432:45917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:29:12,199 INFO [RS:1;84065ca92432:42289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:29:12,202 INFO [RS:1;84065ca92432:42289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C42289%2C1733768950664, suffix=, logDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,42289,1733768950664, archiveDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/oldWALs, maxLogs=32 2024-12-09T18:29:12,204 INFO [RS:0;84065ca92432:44247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:29:12,207 INFO [RS:0;84065ca92432:44247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C44247%2C1733768950540, suffix=, logDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,44247,1733768950540, archiveDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/oldWALs, maxLogs=32 2024-12-09T18:29:12,211 INFO [RS:2;84065ca92432:45917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:29:12,214 INFO [RS:2;84065ca92432:45917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C45917%2C1733768950723, suffix=, logDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723, archiveDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/oldWALs, maxLogs=32 2024-12-09T18:29:12,216 DEBUG [RS:1;84065ca92432:42289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,42289,1733768950664/84065ca92432%2C42289%2C1733768950664.1733768952204, exclude list is [], retry=0 2024-12-09T18:29:12,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-934a003a-23d5-4cbc-aada-d0d2080fb0b4,DISK] 2024-12-09T18:29:12,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43327,DS-379ec342-86fc-4a05-8eea-d66a7ce3368e,DISK] 2024-12-09T18:29:12,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46733,DS-3c02ff8b-2013-444c-a127-7284d0cd446f,DISK] 2024-12-09T18:29:12,222 DEBUG [RS:0;84065ca92432:44247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,44247,1733768950540/84065ca92432%2C44247%2C1733768950540.1733768952208, exclude list is [], retry=0 2024-12-09T18:29:12,226 INFO [RS:1;84065ca92432:42289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,42289,1733768950664/84065ca92432%2C42289%2C1733768950664.1733768952204 2024-12-09T18:29:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43327,DS-379ec342-86fc-4a05-8eea-d66a7ce3368e,DISK] 2024-12-09T18:29:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46733,DS-3c02ff8b-2013-444c-a127-7284d0cd446f,DISK] 2024-12-09T18:29:12,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-934a003a-23d5-4cbc-aada-d0d2080fb0b4,DISK] 2024-12-09T18:29:12,233 DEBUG [RS:1;84065ca92432:42289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38887:38887),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:45225:45225)] 2024-12-09T18:29:12,235 DEBUG [RS:2;84065ca92432:45917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723/84065ca92432%2C45917%2C1733768950723.1733768952216, exclude list is [], retry=0 2024-12-09T18:29:12,237 INFO [RS:0;84065ca92432:44247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,44247,1733768950540/84065ca92432%2C44247%2C1733768950540.1733768952208 2024-12-09T18:29:12,238 DEBUG [RS:0;84065ca92432:44247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38887:38887),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:45225:45225)] 2024-12-09T18:29:12,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43327,DS-379ec342-86fc-4a05-8eea-d66a7ce3368e,DISK] 2024-12-09T18:29:12,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-934a003a-23d5-4cbc-aada-d0d2080fb0b4,DISK] 2024-12-09T18:29:12,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46733,DS-3c02ff8b-2013-444c-a127-7284d0cd446f,DISK] 2024-12-09T18:29:12,251 INFO [RS:2;84065ca92432:45917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723/84065ca92432%2C45917%2C1733768950723.1733768952216 2024-12-09T18:29:12,251 DEBUG [RS:2;84065ca92432:45917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38887:38887),(127.0.0.1/127.0.0.1:42907:42907),(127.0.0.1/127.0.0.1:45225:45225)] 2024-12-09T18:29:12,295 DEBUG [84065ca92432:45435 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T18:29:12,301 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:29:12,307 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:29:12,307 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:29:12,307 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:29:12,307 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:29:12,307 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:29:12,307 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:29:12,307 INFO [84065ca92432:45435 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:29:12,307 INFO [84065ca92432:45435 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:29:12,307 INFO [84065ca92432:45435 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:29:12,307 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:29:12,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:29:12,318 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84065ca92432,44247,1733768950540, state=OPENING 2024-12-09T18:29:12,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T18:29:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:12,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:29:12,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:29:12,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:29:12,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:29:12,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:29:12,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:29:12,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84065ca92432,44247,1733768950540}] 2024-12-09T18:29:20,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T18:29:20,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T18:29:22,382 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:29:22,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:29:22,397 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T18:29:22,397 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:29:22,397 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T18:29:22,401 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C44247%2C1733768950540.meta, suffix=.meta, logDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,44247,1733768950540, archiveDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/oldWALs, maxLogs=32 2024-12-09T18:29:22,415 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,44247,1733768950540/84065ca92432%2C44247%2C1733768950540.meta.1733768962402.meta, exclude list is [], retry=0 2024-12-09T18:29:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43327,DS-379ec342-86fc-4a05-8eea-d66a7ce3368e,DISK] 2024-12-09T18:29:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46733,DS-3c02ff8b-2013-444c-a127-7284d0cd446f,DISK] 2024-12-09T18:29:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-934a003a-23d5-4cbc-aada-d0d2080fb0b4,DISK] 2024-12-09T18:29:22,422 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,44247,1733768950540/84065ca92432%2C44247%2C1733768950540.meta.1733768962402.meta 2024-12-09T18:29:22,422 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45225:45225),(127.0.0.1/127.0.0.1:38887:38887),(127.0.0.1/127.0.0.1:42907:42907)] 2024-12-09T18:29:22,423 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:29:22,424 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T18:29:22,426 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T18:29:22,431 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T18:29:22,435 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T18:29:22,435 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:22,436 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T18:29:22,436 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T18:29:22,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:29:22,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:29:22,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:22,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:29:22,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:29:22,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:29:22,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:22,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:29:22,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:29:22,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:29:22,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:22,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:29:22,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:29:22,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:29:22,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:22,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:29:22,453 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:29:22,454 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740 2024-12-09T18:29:22,457 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740 2024-12-09T18:29:22,459 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:29:22,459 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:29:22,459 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:29:22,462 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:29:22,463 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58748002, jitterRate=-0.1245865523815155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:29:22,464 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T18:29:22,465 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733768962436Writing region info on filesystem at 1733768962437 (+1 ms)Initializing all the Stores at 1733768962439 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733768962439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733768962439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768962439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733768962439Cleaning up temporary data from old regions at 1733768962459 (+20 ms)Running coprocessor post-open hooks at 1733768962464 (+5 ms)Region opened successfully at 1733768962465 (+1 ms) 2024-12-09T18:29:22,473 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733768962371 2024-12-09T18:29:22,483 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T18:29:22,484 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T18:29:22,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:29:22,487 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84065ca92432,44247,1733768950540, state=OPEN 2024-12-09T18:29:22,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:29:22,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:29:22,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:29:22,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:29:22,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:29:22,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:29:22,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:29:22,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:29:22,526 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84065ca92432,44247,1733768950540 2024-12-09T18:29:22,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T18:29:22,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84065ca92432,44247,1733768950540 in 10.1710 sec 2024-12-09T18:29:22,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T18:29:22,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6540 sec 2024-12-09T18:29:22,540 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:29:22,540 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T18:29:22,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:29:22,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,44247,1733768950540, seqNum=-1] 2024-12-09T18:29:22,602 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:29:22,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:29:22,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9500 sec 2024-12-09T18:29:22,635 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733768962635, completionTime=-1 2024-12-09T18:29:22,638 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T18:29:22,639 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T18:29:22,667 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T18:29:22,668 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733769022667 2024-12-09T18:29:22,668 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733769082668 2024-12-09T18:29:22,668 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-09T18:29:22,670 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:29:22,678 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,45435,1733768949650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:22,679 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,45435,1733768949650-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:22,679 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,45435,1733768949650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:22,681 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84065ca92432:45435, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:22,681 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:22,682 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:22,689 DEBUG [master/84065ca92432:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T18:29:22,720 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.909sec 2024-12-09T18:29:22,722 INFO [master/84065ca92432:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T18:29:22,724 INFO [master/84065ca92432:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T18:29:22,725 INFO [master/84065ca92432:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T18:29:22,726 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T18:29:22,726 INFO [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T18:29:22,727 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,45435,1733768949650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:29:22,728 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,45435,1733768949650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T18:29:22,734 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T18:29:22,734 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T18:29:22,735 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,45435,1733768949650-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:29:22,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:29:22,783 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T18:29:22,788 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T18:29:22,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,45435,-1 for getting cluster id 2024-12-09T18:29:22,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:29:22,808 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33af1a8-4494-4b5d-94ec-dcb62e75f8c5' 2024-12-09T18:29:22,810 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:29:22,810 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33af1a8-4494-4b5d-94ec-dcb62e75f8c5" 2024-12-09T18:29:22,810 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d95cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:29:22,811 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,45435,-1] 2024-12-09T18:29:22,813 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:29:22,815 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:29:22,815 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:29:22,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:29:22,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:29:22,824 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,44247,1733768950540, seqNum=-1] 2024-12-09T18:29:22,825 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:29:22,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:29:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84065ca92432,45435,1733768949650 2024-12-09T18:29:22,849 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733768962848 (current time:1733768962848). 2024-12-09T18:29:22,849 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:29:22,849 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T18:29:22,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:29:22,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,45435,-1 for getting cluster id 2024-12-09T18:29:22,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:29:22,853 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f33af1a8-4494-4b5d-94ec-dcb62e75f8c5' 2024-12-09T18:29:22,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:29:22,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f33af1a8-4494-4b5d-94ec-dcb62e75f8c5" 2024-12-09T18:29:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35578a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:29:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,45435,-1] 2024-12-09T18:29:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:29:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:29:22,855 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:29:22,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209146f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:29:22,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:29:22,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,44247,1733768950540, seqNum=-1] 2024-12-09T18:29:22,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:29:22,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:29:22,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:29:22,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:29:22,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:29:22,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:29:22,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:29:22,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T18:29:22,881 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 84065ca92432,45435,1733768949650 2024-12-09T18:29:22,884 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@795752d0 2024-12-09T18:29:22,885 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T18:29:22,887 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T18:29:22,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:29:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T18:29:22,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:29:22,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T18:29:22,904 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:22,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:29:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:29:22,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741837_1013 (size=361) 2024-12-09T18:29:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741837_1013 (size=361) 2024-12-09T18:29:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741837_1013 (size=361) 2024-12-09T18:29:22,923 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf6bcc624fcb1f41f4ddf218592b185b, NAME => 'SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:22,924 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4a398530c4b62710af62198169beee64, NAME => 'SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:22,924 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 23fbd2f0f2c2e39d36aeb47c504ff3f0, NAME => 'SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741838_1014 (size=62) 2024-12-09T18:29:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741839_1015 (size=62) 2024-12-09T18:29:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741838_1014 (size=62) 2024-12-09T18:29:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741838_1014 (size=62) 2024-12-09T18:29:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741839_1015 (size=62) 2024-12-09T18:29:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741839_1015 (size=62) 2024-12-09T18:29:22,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:22,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 23fbd2f0f2c2e39d36aeb47c504ff3f0, disabling compactions & flushes 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4a398530c4b62710af62198169beee64, disabling compactions & flushes 2024-12-09T18:29:22,953 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:29:22,953 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. after waiting 0 ms 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. after waiting 0 ms 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:29:22,953 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:29:22,953 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 23fbd2f0f2c2e39d36aeb47c504ff3f0: Waiting for close lock at 1733768962953Disabling compacts and flushes for region at 1733768962953Disabling writes for close at 1733768962953Writing region close event to WAL at 1733768962953Closed at 1733768962953 2024-12-09T18:29:22,953 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4a398530c4b62710af62198169beee64: Waiting for close lock at 1733768962953Disabling compacts and flushes for region at 1733768962953Disabling writes for close at 1733768962953Writing region close event to WAL at 1733768962953Closed at 1733768962953 2024-12-09T18:29:22,954 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 27bedfe0f220bb07e453c7ea237cb862, NAME => 'SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:22,954 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5f6e492a086364bbd6199d5e79db405a, NAME => 'SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741840_1016 (size=54) 2024-12-09T18:29:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741840_1016 (size=54) 2024-12-09T18:29:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741840_1016 (size=54) 2024-12-09T18:29:22,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:22,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bf6bcc624fcb1f41f4ddf218592b185b, disabling compactions & flushes 2024-12-09T18:29:22,964 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:29:22,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:29:22,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. after waiting 0 ms 2024-12-09T18:29:22,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:29:22,964 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:29:22,964 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf6bcc624fcb1f41f4ddf218592b185b: Waiting for close lock at 1733768962964Disabling compacts and flushes for region at 1733768962964Disabling writes for close at 1733768962964Writing region close event to WAL at 1733768962964Closed at 1733768962964 2024-12-09T18:29:22,965 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e77cf64af4a05bd0b0bcb44f940358b, NAME => 'SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741841_1017 (size=62) 2024-12-09T18:29:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741841_1017 (size=62) 2024-12-09T18:29:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741841_1017 (size=62) 2024-12-09T18:29:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741842_1018 (size=62) 2024-12-09T18:29:22,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:22,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741842_1018 (size=62) 2024-12-09T18:29:22,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5f6e492a086364bbd6199d5e79db405a, disabling compactions & flushes 2024-12-09T18:29:22,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741842_1018 (size=62) 2024-12-09T18:29:22,981 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:29:22,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:29:22,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. after waiting 0 ms 2024-12-09T18:29:22,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:29:22,981 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:29:22,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5f6e492a086364bbd6199d5e79db405a: Waiting for close lock at 1733768962981Disabling compacts and flushes for region at 1733768962981Disabling writes for close at 1733768962981Writing region close event to WAL at 1733768962981Closed at 1733768962981 2024-12-09T18:29:22,982 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 81891c00342fae802d8d9a2181f163f4, NAME => 'SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:22,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:22,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 27bedfe0f220bb07e453c7ea237cb862, disabling compactions & flushes 2024-12-09T18:29:22,985 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:29:22,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:29:22,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. after waiting 0 ms 2024-12-09T18:29:22,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:29:22,985 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:29:22,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 27bedfe0f220bb07e453c7ea237cb862: Waiting for close lock at 1733768962985Disabling compacts and flushes for region at 1733768962985Disabling writes for close at 1733768962985Writing region close event to WAL at 1733768962985Closed at 1733768962985 2024-12-09T18:29:22,986 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0bc73a21362ad793ba34880864054e98, NAME => 'SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741843_1019 (size=62) 2024-12-09T18:29:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741843_1019 (size=62) 2024-12-09T18:29:23,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741843_1019 (size=62) 2024-12-09T18:29:23,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:23,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1e77cf64af4a05bd0b0bcb44f940358b, disabling compactions & flushes 2024-12-09T18:29:23,002 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:29:23,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:29:23,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. after waiting 0 ms 2024-12-09T18:29:23,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:29:23,003 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:29:23,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e77cf64af4a05bd0b0bcb44f940358b: Waiting for close lock at 1733768963002Disabling compacts and flushes for region at 1733768963002Disabling writes for close at 1733768963003 (+1 ms)Writing region close event to WAL at 1733768963003Closed at 1733768963003 2024-12-09T18:29:23,004 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d994de3626d1fdc31b5e04d24a787ece, NAME => 'SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741845_1021 (size=62) 2024-12-09T18:29:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741845_1021 (size=62) 2024-12-09T18:29:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741845_1021 (size=62) 2024-12-09T18:29:23,020 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:23,020 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0bc73a21362ad793ba34880864054e98, disabling compactions & flushes 2024-12-09T18:29:23,020 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:23,020 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:23,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. after waiting 0 ms 2024-12-09T18:29:23,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:23,021 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:23,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741844_1020 (size=62) 2024-12-09T18:29:23,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0bc73a21362ad793ba34880864054e98: Waiting for close lock at 1733768963020Disabling compacts and flushes for region at 1733768963020Disabling writes for close at 1733768963021 (+1 ms)Writing region close event to WAL at 1733768963021Closed at 1733768963021 2024-12-09T18:29:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:29:23,021 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6ca4928771201314146dcbe1de412b3c, NAME => 'SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf 2024-12-09T18:29:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741844_1020 (size=62) 2024-12-09T18:29:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741844_1020 (size=62) 2024-12-09T18:29:23,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:23,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 81891c00342fae802d8d9a2181f163f4, disabling compactions & flushes 2024-12-09T18:29:23,028 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:29:23,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:29:23,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. after waiting 0 ms 2024-12-09T18:29:23,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:29:23,028 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:29:23,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 81891c00342fae802d8d9a2181f163f4: Waiting for close lock at 1733768963028Disabling compacts and flushes for region at 1733768963028Disabling writes for close at 1733768963028Writing region close event to WAL at 1733768963028Closed at 1733768963028 2024-12-09T18:29:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741846_1022 (size=62) 2024-12-09T18:29:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741846_1022 (size=62) 2024-12-09T18:29:23,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741846_1022 (size=62) 2024-12-09T18:29:23,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:23,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d994de3626d1fdc31b5e04d24a787ece, disabling compactions & flushes 2024-12-09T18:29:23,039 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:29:23,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:29:23,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. after waiting 0 ms 2024-12-09T18:29:23,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:29:23,039 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:29:23,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d994de3626d1fdc31b5e04d24a787ece: Waiting for close lock at 1733768963039Disabling compacts and flushes for region at 1733768963039Disabling writes for close at 1733768963039Writing region close event to WAL at 1733768963039Closed at 1733768963039 2024-12-09T18:29:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741847_1023 (size=54) 2024-12-09T18:29:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741847_1023 (size=54) 2024-12-09T18:29:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741847_1023 (size=54) 2024-12-09T18:29:23,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:23,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6ca4928771201314146dcbe1de412b3c, disabling compactions & flushes 2024-12-09T18:29:23,047 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:29:23,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:29:23,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. after waiting 0 ms 2024-12-09T18:29:23,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:29:23,047 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:29:23,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6ca4928771201314146dcbe1de412b3c: Waiting for close lock at 1733768963047Disabling compacts and flushes for region at 1733768963047Disabling writes for close at 1733768963047Writing region close event to WAL at 1733768963047Closed at 1733768963047 2024-12-09T18:29:23,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:29:23,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733768963050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733768963050"}]},"ts":"1733768963050"} 2024-12-09T18:29:23,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T18:29:23,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:29:23,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733768963088"}]},"ts":"1733768963088"} 2024-12-09T18:29:23,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T18:29:23,094 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:29:23,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:29:23,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:29:23,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:29:23,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:29:23,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:29:23,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:29:23,101 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:29:23,101 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:29:23,101 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:29:23,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:29:23,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf6bcc624fcb1f41f4ddf218592b185b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23fbd2f0f2c2e39d36aeb47c504ff3f0, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f6e492a086364bbd6199d5e79db405a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e77cf64af4a05bd0b0bcb44f940358b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc73a21362ad793ba34880864054e98, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d994de3626d1fdc31b5e04d24a787ece, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ca4928771201314146dcbe1de412b3c, ASSIGN}] 2024-12-09T18:29:23,106 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc73a21362ad793ba34880864054e98, ASSIGN 2024-12-09T18:29:23,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN 2024-12-09T18:29:23,106 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e77cf64af4a05bd0b0bcb44f940358b, ASSIGN 2024-12-09T18:29:23,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN 2024-12-09T18:29:23,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bc73a21362ad793ba34880864054e98, ASSIGN; state=OFFLINE, location=84065ca92432,42289,1733768950664; forceNewPlan=false, retain=false 2024-12-09T18:29:23,108 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e77cf64af4a05bd0b0bcb44f940358b, ASSIGN; state=OFFLINE, location=84065ca92432,44247,1733768950540; forceNewPlan=false, retain=false 2024-12-09T18:29:23,108 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN; state=OFFLINE, location=84065ca92432,45917,1733768950723; forceNewPlan=false, retain=false 2024-12-09T18:29:23,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN; state=OFFLINE, location=84065ca92432,45917,1733768950723; forceNewPlan=false, retain=false 2024-12-09T18:29:23,108 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ca4928771201314146dcbe1de412b3c, ASSIGN 2024-12-09T18:29:23,113 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ca4928771201314146dcbe1de412b3c, ASSIGN; state=OFFLINE, location=84065ca92432,42289,1733768950664; forceNewPlan=false, retain=false 2024-12-09T18:29:23,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23fbd2f0f2c2e39d36aeb47c504ff3f0, ASSIGN 2024-12-09T18:29:23,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f6e492a086364bbd6199d5e79db405a, ASSIGN 2024-12-09T18:29:23,118 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23fbd2f0f2c2e39d36aeb47c504ff3f0, ASSIGN; state=OFFLINE, location=84065ca92432,42289,1733768950664; forceNewPlan=false, retain=false 2024-12-09T18:29:23,118 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN 2024-12-09T18:29:23,118 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f6e492a086364bbd6199d5e79db405a, ASSIGN; state=OFFLINE, location=84065ca92432,42289,1733768950664; forceNewPlan=false, retain=false 2024-12-09T18:29:23,119 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d994de3626d1fdc31b5e04d24a787ece, ASSIGN 2024-12-09T18:29:23,119 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf6bcc624fcb1f41f4ddf218592b185b, ASSIGN 2024-12-09T18:29:23,120 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN; state=OFFLINE, location=84065ca92432,45917,1733768950723; forceNewPlan=false, retain=false 2024-12-09T18:29:23,122 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d994de3626d1fdc31b5e04d24a787ece, ASSIGN; state=OFFLINE, location=84065ca92432,44247,1733768950540; forceNewPlan=false, retain=false 2024-12-09T18:29:23,122 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf6bcc624fcb1f41f4ddf218592b185b, ASSIGN; state=OFFLINE, location=84065ca92432,44247,1733768950540; forceNewPlan=false, retain=false 2024-12-09T18:29:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:29:23,261 INFO [84065ca92432:45435 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T18:29:23,262 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27bedfe0f220bb07e453c7ea237cb862, regionState=OPENING, regionLocation=84065ca92432,45917,1733768950723 2024-12-09T18:29:23,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=81891c00342fae802d8d9a2181f163f4, regionState=OPENING, regionLocation=84065ca92432,45917,1733768950723 2024-12-09T18:29:23,262 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d994de3626d1fdc31b5e04d24a787ece, regionState=OPENING, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:29:23,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1e77cf64af4a05bd0b0bcb44f940358b, regionState=OPENING, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:29:23,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a398530c4b62710af62198169beee64, regionState=OPENING, regionLocation=84065ca92432,45917,1733768950723 2024-12-09T18:29:23,263 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf6bcc624fcb1f41f4ddf218592b185b, regionState=OPENING, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:29:23,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6ca4928771201314146dcbe1de412b3c, regionState=OPENING, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:23,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0bc73a21362ad793ba34880864054e98, regionState=OPENING, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:23,264 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5f6e492a086364bbd6199d5e79db405a, regionState=OPENING, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:23,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=23fbd2f0f2c2e39d36aeb47c504ff3f0, regionState=OPENING, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:23,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d994de3626d1fdc31b5e04d24a787ece, ASSIGN because future has completed 2024-12-09T18:29:23,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d994de3626d1fdc31b5e04d24a787ece, server=84065ca92432,44247,1733768950540}] 2024-12-09T18:29:23,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN because future has completed 2024-12-09T18:29:23,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27bedfe0f220bb07e453c7ea237cb862, server=84065ca92432,45917,1733768950723}] 2024-12-09T18:29:23,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN because future has completed 2024-12-09T18:29:23,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e77cf64af4a05bd0b0bcb44f940358b, ASSIGN because future has completed 2024-12-09T18:29:23,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e77cf64af4a05bd0b0bcb44f940358b, server=84065ca92432,44247,1733768950540}] 2024-12-09T18:29:23,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN because future has completed 2024-12-09T18:29:23,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a398530c4b62710af62198169beee64, server=84065ca92432,45917,1733768950723}] 2024-12-09T18:29:23,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bc73a21362ad793ba34880864054e98, ASSIGN because future has completed 2024-12-09T18:29:23,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ca4928771201314146dcbe1de412b3c, ASSIGN because future has completed 2024-12-09T18:29:23,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca4928771201314146dcbe1de412b3c, server=84065ca92432,42289,1733768950664}] 2024-12-09T18:29:23,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf6bcc624fcb1f41f4ddf218592b185b, ASSIGN because future has completed 2024-12-09T18:29:23,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=23fbd2f0f2c2e39d36aeb47c504ff3f0, ASSIGN because future has completed 2024-12-09T18:29:23,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc73a21362ad793ba34880864054e98, server=84065ca92432,42289,1733768950664}] 2024-12-09T18:29:23,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f6e492a086364bbd6199d5e79db405a, ASSIGN because future has completed 2024-12-09T18:29:23,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81891c00342fae802d8d9a2181f163f4, server=84065ca92432,45917,1733768950723}] 2024-12-09T18:29:23,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6e492a086364bbd6199d5e79db405a, server=84065ca92432,42289,1733768950664}] 2024-12-09T18:29:23,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23fbd2f0f2c2e39d36aeb47c504ff3f0, server=84065ca92432,42289,1733768950664}] 2024-12-09T18:29:23,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf6bcc624fcb1f41f4ddf218592b185b, server=84065ca92432,44247,1733768950540}] 2024-12-09T18:29:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:29:24,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T18:29:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:29:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:29:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:29:27,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T18:29:30,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T18:29:30,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T18:29:30,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:29:30,100 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T18:29:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:29:33,276 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:29:33,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:29:33,280 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:29:33,281 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => bf6bcc624fcb1f41f4ddf218592b185b, NAME => 'SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T18:29:33,281 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,282 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,282 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,282 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,285 INFO [StoreOpener-bf6bcc624fcb1f41f4ddf218592b185b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,287 INFO [StoreOpener-bf6bcc624fcb1f41f4ddf218592b185b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf6bcc624fcb1f41f4ddf218592b185b columnFamilyName cf 2024-12-09T18:29:33,287 DEBUG [StoreOpener-bf6bcc624fcb1f41f4ddf218592b185b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,288 INFO [StoreOpener-bf6bcc624fcb1f41f4ddf218592b185b-1 {}] regionserver.HStore(327): Store=bf6bcc624fcb1f41f4ddf218592b185b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,289 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,289 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:29:33,289 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a398530c4b62710af62198169beee64, NAME => 'SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T18:29:33,290 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,290 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,290 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,290 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,290 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,291 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,292 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,292 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,292 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:29:33,293 INFO [StoreOpener-4a398530c4b62710af62198169beee64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:29:33,295 INFO [StoreOpener-4a398530c4b62710af62198169beee64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a398530c4b62710af62198169beee64 columnFamilyName cf 2024-12-09T18:29:33,295 DEBUG [StoreOpener-4a398530c4b62710af62198169beee64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,296 INFO [StoreOpener-4a398530c4b62710af62198169beee64-1 {}] regionserver.HStore(327): Store=4a398530c4b62710af62198169beee64/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,297 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,298 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,299 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,299 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,300 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,300 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,302 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,303 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:29:33,303 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f6e492a086364bbd6199d5e79db405a, NAME => 'SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T18:29:33,304 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,304 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/bf6bcc624fcb1f41f4ddf218592b185b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,304 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,304 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,305 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,305 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened bf6bcc624fcb1f41f4ddf218592b185b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64198442, jitterRate=-0.04336866736412048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,305 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:33,306 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for bf6bcc624fcb1f41f4ddf218592b185b: Running coprocessor pre-open hook at 1733768973282Writing region info on filesystem at 1733768973283 (+1 ms)Initializing all the Stores at 1733768973284 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973284Cleaning up temporary data from old regions at 1733768973292 (+8 ms)Running coprocessor post-open hooks at 1733768973305 (+13 ms)Region opened successfully at 1733768973306 (+1 ms) 2024-12-09T18:29:33,306 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/4a398530c4b62710af62198169beee64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,307 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4a398530c4b62710af62198169beee64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70943699, jitterRate=0.05714349448680878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,307 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a398530c4b62710af62198169beee64 2024-12-09T18:29:33,307 INFO [StoreOpener-5f6e492a086364bbd6199d5e79db405a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,307 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4a398530c4b62710af62198169beee64: Running coprocessor pre-open hook at 1733768973290Writing region info on filesystem at 1733768973290Initializing all the Stores at 1733768973292 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973292Cleaning up temporary data from old regions at 1733768973300 (+8 ms)Running coprocessor post-open hooks at 1733768973307 (+7 ms)Region opened successfully at 1733768973307 2024-12-09T18:29:33,308 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b., pid=24, masterSystemTime=1733768973272 2024-12-09T18:29:33,309 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64., pid=17, masterSystemTime=1733768973276 2024-12-09T18:29:33,310 INFO [StoreOpener-5f6e492a086364bbd6199d5e79db405a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6e492a086364bbd6199d5e79db405a columnFamilyName cf 2024-12-09T18:29:33,310 DEBUG [StoreOpener-5f6e492a086364bbd6199d5e79db405a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,311 INFO [StoreOpener-5f6e492a086364bbd6199d5e79db405a-1 {}] regionserver.HStore(327): Store=5f6e492a086364bbd6199d5e79db405a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,311 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,311 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:29:33,311 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:29:33,312 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:29:33,312 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d994de3626d1fdc31b5e04d24a787ece, NAME => 'SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T18:29:33,312 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,312 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,312 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,313 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,313 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,313 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf6bcc624fcb1f41f4ddf218592b185b, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:29:33,315 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,316 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:29:33,316 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:29:33,316 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:29:33,316 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 27bedfe0f220bb07e453c7ea237cb862, NAME => 'SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T18:29:33,316 INFO [StoreOpener-d994de3626d1fdc31b5e04d24a787ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,317 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,317 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,317 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,317 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf6bcc624fcb1f41f4ddf218592b185b, server=84065ca92432,44247,1733768950540 because future has completed 2024-12-09T18:29:33,320 INFO [StoreOpener-d994de3626d1fdc31b5e04d24a787ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d994de3626d1fdc31b5e04d24a787ece columnFamilyName cf 2024-12-09T18:29:33,320 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a398530c4b62710af62198169beee64, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,45917,1733768950723 2024-12-09T18:29:33,321 DEBUG [StoreOpener-d994de3626d1fdc31b5e04d24a787ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,321 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,322 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,322 INFO [StoreOpener-d994de3626d1fdc31b5e04d24a787ece-1 {}] regionserver.HStore(327): Store=d994de3626d1fdc31b5e04d24a787ece/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,322 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,322 INFO [StoreOpener-27bedfe0f220bb07e453c7ea237cb862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,324 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,324 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,326 INFO [StoreOpener-27bedfe0f220bb07e453c7ea237cb862-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27bedfe0f220bb07e453c7ea237cb862 columnFamilyName cf 2024-12-09T18:29:33,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a398530c4b62710af62198169beee64, server=84065ca92432,45917,1733768950723 because future has completed 2024-12-09T18:29:33,326 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,326 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,326 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,326 DEBUG [StoreOpener-27bedfe0f220bb07e453c7ea237cb862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-12-09T18:29:33,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf6bcc624fcb1f41f4ddf218592b185b, server=84065ca92432,44247,1733768950540 in 10.0220 sec 2024-12-09T18:29:33,328 INFO [StoreOpener-27bedfe0f220bb07e453c7ea237cb862-1 {}] regionserver.HStore(327): Store=27bedfe0f220bb07e453c7ea237cb862/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,328 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,330 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,331 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf6bcc624fcb1f41f4ddf218592b185b, ASSIGN in 10.2250 sec 2024-12-09T18:29:33,332 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,332 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/5f6e492a086364bbd6199d5e79db405a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,333 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,333 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,333 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5f6e492a086364bbd6199d5e79db405a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69565906, jitterRate=0.03661277890205383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,333 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:33,334 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5f6e492a086364bbd6199d5e79db405a: Running coprocessor pre-open hook at 1733768973305Writing region info on filesystem at 1733768973305Initializing all the Stores at 1733768973306 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973306Cleaning up temporary data from old regions at 1733768973322 (+16 ms)Running coprocessor post-open hooks at 1733768973333 (+11 ms)Region opened successfully at 1733768973334 (+1 ms) 2024-12-09T18:29:33,336 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a., pid=22, masterSystemTime=1733768973292 2024-12-09T18:29:33,336 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-12-09T18:29:33,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a398530c4b62710af62198169beee64, server=84065ca92432,45917,1733768950723 in 10.0580 sec 2024-12-09T18:29:33,341 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,342 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:29:33,342 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:29:33,343 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:29:33,343 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ca4928771201314146dcbe1de412b3c, NAME => 'SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T18:29:33,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN in 10.2350 sec 2024-12-09T18:29:33,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5f6e492a086364bbd6199d5e79db405a, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:33,343 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,343 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,343 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,343 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,344 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d994de3626d1fdc31b5e04d24a787ece; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70998940, jitterRate=0.057966649532318115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,344 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:33,344 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d994de3626d1fdc31b5e04d24a787ece: Running coprocessor pre-open hook at 1733768973313Writing region info on filesystem at 1733768973313Initializing all the Stores at 1733768973316 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973316Cleaning up temporary data from old regions at 1733768973326 (+10 ms)Running coprocessor post-open hooks at 1733768973344 (+18 ms)Region opened successfully at 1733768973344 2024-12-09T18:29:33,346 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece., pid=15, masterSystemTime=1733768973272 2024-12-09T18:29:33,346 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/27bedfe0f220bb07e453c7ea237cb862/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,346 INFO [StoreOpener-6ca4928771201314146dcbe1de412b3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6e492a086364bbd6199d5e79db405a, server=84065ca92432,42289,1733768950664 because future has completed 2024-12-09T18:29:33,348 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 27bedfe0f220bb07e453c7ea237cb862; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66927502, jitterRate=-0.0027025043964385986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,348 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:33,349 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 27bedfe0f220bb07e453c7ea237cb862: Running coprocessor pre-open hook at 1733768973317Writing region info on filesystem at 1733768973317Initializing all the Stores at 1733768973320 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973320Cleaning up temporary data from old regions at 1733768973333 (+13 ms)Running coprocessor post-open hooks at 1733768973348 (+15 ms)Region opened successfully at 1733768973348 2024-12-09T18:29:33,350 INFO [StoreOpener-6ca4928771201314146dcbe1de412b3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca4928771201314146dcbe1de412b3c columnFamilyName cf 2024-12-09T18:29:33,350 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862., pid=16, masterSystemTime=1733768973276 2024-12-09T18:29:33,350 DEBUG [StoreOpener-6ca4928771201314146dcbe1de412b3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,351 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:29:33,351 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:29:33,351 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:29:33,352 INFO [StoreOpener-6ca4928771201314146dcbe1de412b3c-1 {}] regionserver.HStore(327): Store=6ca4928771201314146dcbe1de412b3c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,352 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,352 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e77cf64af4a05bd0b0bcb44f940358b, NAME => 'SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T18:29:33,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d994de3626d1fdc31b5e04d24a787ece, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:29:33,353 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,354 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,354 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,354 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,354 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,355 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:29:33,355 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:29:33,355 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:29:33,355 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 81891c00342fae802d8d9a2181f163f4, NAME => 'SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T18:29:33,356 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,356 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,356 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,356 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,356 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27bedfe0f220bb07e453c7ea237cb862, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,45917,1733768950723 2024-12-09T18:29:33,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d994de3626d1fdc31b5e04d24a787ece, server=84065ca92432,44247,1733768950540 because future has completed 2024-12-09T18:29:33,358 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,360 INFO [StoreOpener-1e77cf64af4a05bd0b0bcb44f940358b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27bedfe0f220bb07e453c7ea237cb862, server=84065ca92432,45917,1733768950723 because future has completed 2024-12-09T18:29:33,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-09T18:29:33,361 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,361 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6e492a086364bbd6199d5e79db405a, server=84065ca92432,42289,1733768950664 in 10.0600 sec 2024-12-09T18:29:33,363 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=84065ca92432,45917,1733768950723, table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T18:29:33,365 INFO [StoreOpener-1e77cf64af4a05bd0b0bcb44f940358b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e77cf64af4a05bd0b0bcb44f940358b columnFamilyName cf 2024-12-09T18:29:33,365 DEBUG [StoreOpener-1e77cf64af4a05bd0b0bcb44f940358b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f6e492a086364bbd6199d5e79db405a, ASSIGN in 10.2570 sec 2024-12-09T18:29:33,367 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,369 INFO [StoreOpener-1e77cf64af4a05bd0b0bcb44f940358b-1 {}] regionserver.HStore(327): Store=1e77cf64af4a05bd0b0bcb44f940358b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,369 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,371 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-09T18:29:33,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d994de3626d1fdc31b5e04d24a787ece, server=84065ca92432,44247,1733768950540 in 10.0930 sec 2024-12-09T18:29:33,373 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,374 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,374 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,374 INFO [StoreOpener-81891c00342fae802d8d9a2181f163f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d994de3626d1fdc31b5e04d24a787ece, ASSIGN in 10.2700 sec 2024-12-09T18:29:33,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-12-09T18:29:33,378 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,380 INFO [StoreOpener-81891c00342fae802d8d9a2181f163f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81891c00342fae802d8d9a2181f163f4 columnFamilyName cf 2024-12-09T18:29:33,380 DEBUG [StoreOpener-81891c00342fae802d8d9a2181f163f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,386 INFO [StoreOpener-81891c00342fae802d8d9a2181f163f4-1 {}] regionserver.HStore(327): Store=81891c00342fae802d8d9a2181f163f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,386 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,386 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 27bedfe0f220bb07e453c7ea237cb862, server=84065ca92432,45917,1733768950723 in 10.1000 sec 2024-12-09T18:29:33,386 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 6ca4928771201314146dcbe1de412b3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60176698, jitterRate=-0.10329732298851013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,387 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:33,387 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 6ca4928771201314146dcbe1de412b3c: Running coprocessor pre-open hook at 1733768973344Writing region info on filesystem at 1733768973344Initializing all the Stores at 1733768973346 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973346Cleaning up temporary data from old regions at 1733768973361 (+15 ms)Running coprocessor post-open hooks at 1733768973387 (+26 ms)Region opened successfully at 1733768973387 2024-12-09T18:29:33,387 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,388 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,388 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,389 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN in 10.2760 sec 2024-12-09T18:29:33,389 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c., pid=20, masterSystemTime=1733768973292 2024-12-09T18:29:33,392 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/1e77cf64af4a05bd0b0bcb44f940358b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,393 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,393 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1e77cf64af4a05bd0b0bcb44f940358b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74283964, jitterRate=0.10691732168197632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,393 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:33,394 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1e77cf64af4a05bd0b0bcb44f940358b: Running coprocessor pre-open hook at 1733768973354Writing region info on filesystem at 1733768973354Initializing all the Stores at 1733768973356 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973356Cleaning up temporary data from old regions at 1733768973374 (+18 ms)Running coprocessor post-open hooks at 1733768973393 (+19 ms)Region opened successfully at 1733768973393 2024-12-09T18:29:33,394 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:29:33,394 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:29:33,394 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:33,394 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bc73a21362ad793ba34880864054e98, NAME => 'SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T18:29:33,395 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,395 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,395 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,395 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,396 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b., pid=18, masterSystemTime=1733768973272 2024-12-09T18:29:33,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6ca4928771201314146dcbe1de412b3c, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:33,400 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/81891c00342fae802d8d9a2181f163f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,402 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 81891c00342fae802d8d9a2181f163f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68685639, jitterRate=0.023495778441429138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,402 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:33,402 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 81891c00342fae802d8d9a2181f163f4: Running coprocessor pre-open hook at 1733768973356Writing region info on filesystem at 1733768973356Initializing all the Stores at 1733768973358 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973358Cleaning up temporary data from old regions at 1733768973389 (+31 ms)Running coprocessor post-open hooks at 1733768973402 (+13 ms)Region opened successfully at 1733768973402 2024-12-09T18:29:33,403 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:29:33,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ca4928771201314146dcbe1de412b3c, server=84065ca92432,42289,1733768950664 because future has completed 2024-12-09T18:29:33,403 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:29:33,404 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., pid=19, masterSystemTime=1733768973276 2024-12-09T18:29:33,404 INFO [StoreOpener-0bc73a21362ad793ba34880864054e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1e77cf64af4a05bd0b0bcb44f940358b, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:29:33,408 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:29:33,408 INFO [StoreOpener-0bc73a21362ad793ba34880864054e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc73a21362ad793ba34880864054e98 columnFamilyName cf 2024-12-09T18:29:33,408 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:29:33,408 DEBUG [StoreOpener-0bc73a21362ad793ba34880864054e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,409 INFO [StoreOpener-0bc73a21362ad793ba34880864054e98-1 {}] regionserver.HStore(327): Store=0bc73a21362ad793ba34880864054e98/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,409 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,410 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e77cf64af4a05bd0b0bcb44f940358b, server=84065ca92432,44247,1733768950540 because future has completed 2024-12-09T18:29:33,411 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,412 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,413 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=81891c00342fae802d8d9a2181f163f4, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,45917,1733768950723 2024-12-09T18:29:33,416 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81891c00342fae802d8d9a2181f163f4, server=84065ca92432,45917,1733768950723 because future has completed 2024-12-09T18:29:33,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-09T18:29:33,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ca4928771201314146dcbe1de412b3c, server=84065ca92432,42289,1733768950664 in 10.1250 sec 2024-12-09T18:29:33,424 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,427 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0bc73a21362ad793ba34880864054e98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74626378, jitterRate=0.11201968789100647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,428 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:33,428 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0bc73a21362ad793ba34880864054e98: Running coprocessor pre-open hook at 1733768973395Writing region info on filesystem at 1733768973395Initializing all the Stores at 1733768973402 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973402Cleaning up temporary data from old regions at 1733768973413 (+11 ms)Running coprocessor post-open hooks at 1733768973428 (+15 ms)Region opened successfully at 1733768973428 2024-12-09T18:29:33,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-09T18:29:33,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e77cf64af4a05bd0b0bcb44f940358b, server=84065ca92432,44247,1733768950540 in 10.1400 sec 2024-12-09T18:29:33,430 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., pid=21, masterSystemTime=1733768973292 2024-12-09T18:29:33,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ca4928771201314146dcbe1de412b3c, ASSIGN in 10.3200 sec 2024-12-09T18:29:33,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e77cf64af4a05bd0b0bcb44f940358b, ASSIGN in 10.3260 sec 2024-12-09T18:29:33,436 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:33,436 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:33,436 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:29:33,436 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 23fbd2f0f2c2e39d36aeb47c504ff3f0, NAME => 'SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T18:29:33,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0bc73a21362ad793ba34880864054e98, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:33,437 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,437 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:29:33,437 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,437 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-09T18:29:33,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 81891c00342fae802d8d9a2181f163f4, server=84065ca92432,45917,1733768950723 in 10.1500 sec 2024-12-09T18:29:33,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN in 10.3380 sec 2024-12-09T18:29:33,452 INFO [StoreOpener-23fbd2f0f2c2e39d36aeb47c504ff3f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc73a21362ad793ba34880864054e98, server=84065ca92432,42289,1733768950664 because future has completed 2024-12-09T18:29:33,456 INFO [StoreOpener-23fbd2f0f2c2e39d36aeb47c504ff3f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23fbd2f0f2c2e39d36aeb47c504ff3f0 columnFamilyName cf 2024-12-09T18:29:33,456 DEBUG [StoreOpener-23fbd2f0f2c2e39d36aeb47c504ff3f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:29:33,458 INFO [StoreOpener-23fbd2f0f2c2e39d36aeb47c504ff3f0-1 {}] regionserver.HStore(327): Store=23fbd2f0f2c2e39d36aeb47c504ff3f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:29:33,458 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,460 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-09T18:29:33,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc73a21362ad793ba34880864054e98, server=84065ca92432,42289,1733768950664 in 10.1720 sec 2024-12-09T18:29:33,461 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,462 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,462 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bc73a21362ad793ba34880864054e98, ASSIGN in 10.3590 sec 2024-12-09T18:29:33,468 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,472 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/23fbd2f0f2c2e39d36aeb47c504ff3f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:29:33,473 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 23fbd2f0f2c2e39d36aeb47c504ff3f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69325231, jitterRate=0.03302644193172455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:29:33,473 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:33,474 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 23fbd2f0f2c2e39d36aeb47c504ff3f0: Running coprocessor pre-open hook at 1733768973437Writing region info on filesystem at 1733768973437Initializing all the Stores at 1733768973439 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733768973439Cleaning up temporary data from old regions at 1733768973462 (+23 ms)Running coprocessor post-open hooks at 1733768973473 (+11 ms)Region opened successfully at 1733768973473 2024-12-09T18:29:33,475 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0., pid=23, masterSystemTime=1733768973292 2024-12-09T18:29:33,478 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:29:33,478 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:29:33,480 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=23fbd2f0f2c2e39d36aeb47c504ff3f0, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:33,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23fbd2f0f2c2e39d36aeb47c504ff3f0, server=84065ca92432,42289,1733768950664 because future has completed 2024-12-09T18:29:33,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-09T18:29:33,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 23fbd2f0f2c2e39d36aeb47c504ff3f0, server=84065ca92432,42289,1733768950664 in 10.1970 sec 2024-12-09T18:29:33,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-09T18:29:33,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=23fbd2f0f2c2e39d36aeb47c504ff3f0, ASSIGN in 10.3890 sec 2024-12-09T18:29:33,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:29:33,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733768973501"}]},"ts":"1733768973501"} 2024-12-09T18:29:33,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T18:29:33,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:29:33,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6120 sec 2024-12-09T18:29:36,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T18:29:38,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T18:29:38,970 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:29:40,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-09T18:29:40,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-09T18:29:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:29:41,162 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T18:29:41,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T18:29:41,164 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:29:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T18:29:41,175 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:29:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T18:29:41,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., hostname=84065ca92432,45917,1733768950723, seqNum=2] 2024-12-09T18:29:41,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., hostname=84065ca92432,45917,1733768950723, seqNum=2] 2024-12-09T18:29:41,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., hostname=84065ca92432,45917,1733768950723, seqNum=2] 2024-12-09T18:29:41,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., hostname=84065ca92432,45917,1733768950723, seqNum=2] 2024-12-09T18:29:41,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., hostname=84065ca92432,45917,1733768950723, seqNum=2] 2024-12-09T18:29:41,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., hostname=84065ca92432,45917,1733768950723, seqNum=2] 2024-12-09T18:29:41,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., hostname=84065ca92432,45917,1733768950723, seqNum=2] 2024-12-09T18:29:41,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., hostname=84065ca92432,45917,1733768950723, seqNum=2] 2024-12-09T18:29:41,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,305 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,307 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,316 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,321 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece., hostname=84065ca92432,44247,1733768950540, seqNum=2] 2024-12-09T18:29:41,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece., hostname=84065ca92432,44247,1733768950540, seqNum=2] 2024-12-09T18:29:41,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece., hostname=84065ca92432,44247,1733768950540, seqNum=2] 2024-12-09T18:29:41,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece., hostname=84065ca92432,44247,1733768950540, seqNum=2] 2024-12-09T18:29:41,370 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece., hostname=84065ca92432,44247,1733768950540, seqNum=2] 2024-12-09T18:29:41,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,450 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,453 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,456 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:41,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c., hostname=84065ca92432,42289,1733768950664, seqNum=2] 2024-12-09T18:29:42,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:29:42,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:29:42,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:29:42,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:29:42,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:29:42,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:29:42,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:42,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:29:43,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:29:43,404 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T18:29:43,407 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:29:43,408 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:29:43,413 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:29:43,427 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:29:43,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741848_1024 (size=49) 2024-12-09T18:29:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741848_1024 (size=49) 2024-12-09T18:29:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741848_1024 (size=49) 2024-12-09T18:29:43,467 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:29:43,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf6bcc624fcb1f41f4ddf218592b185b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23fbd2f0f2c2e39d36aeb47c504ff3f0}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6e492a086364bbd6199d5e79db405a}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e77cf64af4a05bd0b0bcb44f940358b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc73a21362ad793ba34880864054e98}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d994de3626d1fdc31b5e04d24a787ece}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ca4928771201314146dcbe1de412b3c}] 2024-12-09T18:29:43,475 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:43,476 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 2024-12-09T18:29:43,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:43,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:43,481 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:43,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:43,488 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:43,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:43,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:43,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:43,509 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 84065ca92432,45917,1733768950723 2024-12-09T18:29:43,510 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 84065ca92432,45917,1733768950723: Simulated kill ***** 2024-12-09T18:29:43,510 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T18:29:43,512 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T18:29:43,514 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T18:29:43,516 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T18:29:43,517 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T18:29:43,523 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 686675344 }, "NonHeapMemoryUsage": { "committed": 156368896, "init": 7667712, "max": -1, "used": 152890272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "84065ca92432", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "84065ca92432", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:65043", "tag.serverName": "84065ca92432,42289,1733768950664", "tag.clusterId": "f33af1a8-4494-4b5d-94ec-dcb62e75f8c5", "tag.Context": "regionserver", "tag.Hostname": "84065ca92432", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733768950664, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T18:29:43,527 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45435 {}] master.MasterRpcServices(700): 84065ca92432,45917,1733768950723 reported a fatal error: ***** ABORTING region server 84065ca92432,45917,1733768950723: Simulated kill ***** 2024-12-09T18:29:43,536 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,45917,1733768950723' ***** 2024-12-09T18:29:43,536 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T18:29:43,536 INFO [RS:2;84065ca92432:45917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:29:43,537 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:29:43,537 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:29:43,537 INFO [RS:2;84065ca92432:45917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T18:29:43,537 INFO [RS:2;84065ca92432:45917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T18:29:43,537 INFO [RS:2;84065ca92432:45917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:29:43,537 INFO [RS:2;84065ca92432:45917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;84065ca92432:45917. 2024-12-09T18:29:43,537 DEBUG [RS:2;84065ca92432:45917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:29:43,537 DEBUG [RS:2;84065ca92432:45917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:29:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741835_1011 (size=966) 2024-12-09T18:29:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741835_1011 (size=966) 2024-12-09T18:29:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741835_1011 (size=966) 2024-12-09T18:29:43,554 DEBUG [RS:2;84065ca92432:45917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:29:43,554 INFO [RS:2;84065ca92432:45917 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:29:43,554 INFO [RS:2;84065ca92432:45917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45917 2024-12-09T18:29:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:29:43,574 INFO [RS:2;84065ca92432:45917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:29:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,45917,1733768950723 2024-12-09T18:29:43,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,45917,1733768950723] 2024-12-09T18:29:43,586 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:29:43,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,45917,1733768950723 already deleted, retry=false 2024-12-09T18:29:43,591 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 84065ca92432,45917,1733768950723 on 84065ca92432,45435,1733768949650 2024-12-09T18:29:43,596 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 84065ca92432,45917,1733768950723, splitWal=true, meta=false 2024-12-09T18:29:43,598 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 84065ca92432,45917,1733768950723 (carryingMeta=false) 84065ca92432,45917,1733768950723/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26e1e4ff[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T18:29:43,600 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 84065ca92432,45917,1733768950723, splitWal=true, meta=false 2024-12-09T18:29:43,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 2024-12-09T18:29:43,601 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 84065ca92432,45917,1733768950723 had 3 regions 2024-12-09T18:29:43,601 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:43,602 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:43,603 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 can not run currently because target server of region SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 84065ca92432,45917,1733768950723 is in state CRASHED, wait 1000 ms to retry 2024-12-09T18:29:43,603 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64; timeout=1000, timestamp=1733768984603 2024-12-09T18:29:43,603 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 84065ca92432,45917,1733768950723, splitWal=true, meta=false, isMeta: false 2024-12-09T18:29:43,604 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 can not run currently because target server of region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 1000 ms to retry 2024-12-09T18:29:43,604 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4; timeout=1000, timestamp=1733768984604 2024-12-09T18:29:43,605 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 can not run currently because target server of region SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 1000 ms to retry 2024-12-09T18:29:43,605 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862; timeout=1000, timestamp=1733768984605 2024-12-09T18:29:43,608 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting 2024-12-09T18:29:43,610 INFO [PEWorker-4 {}] master.SplitWALManager(105): 84065ca92432,45917,1733768950723 WAL count=1, meta=false 2024-12-09T18:29:43,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 84065ca92432%2C45917%2C1733768950723.1733768952216}] 2024-12-09T18:29:43,619 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=84065ca92432,44247,1733768950540 2024-12-09T18:29:43,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 84065ca92432%2C45917%2C1733768950723.1733768952216, worker=84065ca92432,44247,1733768950540}] 2024-12-09T18:29:43,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:29:43,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x1000c0da6600003, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:29:43,684 INFO [RS:2;84065ca92432:45917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:29:43,684 INFO [RS:2;84065ca92432:45917 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,45917,1733768950723; zookeeper connection closed. 2024-12-09T18:29:43,685 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@373a7076 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@373a7076 2024-12-09T18:29:43,689 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=84065ca92432:45435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T18:29:44,057 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T18:29:44,057 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T18:29:44,603 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 2024-12-09T18:29:44,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:44,604 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 can not run currently because target server of region SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T18:29:44,605 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64; timeout=2000, timestamp=1733768986605 2024-12-09T18:29:44,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:44,605 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 can not run currently because target server of region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T18:29:44,605 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4; timeout=2000, timestamp=1733768986605 2024-12-09T18:29:44,606 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 can not run currently because target server of region SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T18:29:44,606 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862; timeout=2000, timestamp=1733768986606 2024-12-09T18:29:46,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 2024-12-09T18:29:46,606 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:46,606 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:46,607 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 can not run currently because target server of region SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T18:29:46,607 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 can not run currently because target server of region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T18:29:46,607 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64; timeout=4000, timestamp=1733768990607 2024-12-09T18:29:46,607 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4; timeout=4000, timestamp=1733768990607 2024-12-09T18:29:46,608 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 can not run currently because target server of region SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T18:29:46,608 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862; timeout=4000, timestamp=1733768990608 2024-12-09T18:29:50,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 2024-12-09T18:29:50,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:29:50,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:50,609 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 can not run currently because target server of region SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T18:29:50,609 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 can not run currently because target server of region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T18:29:50,609 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4; timeout=8000, timestamp=1733768998609 2024-12-09T18:29:50,609 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64; timeout=8000, timestamp=1733768998609 2024-12-09T18:29:50,610 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 can not run currently because target server of region SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 84065ca92432,45917,1733768950723 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T18:29:50,610 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862; timeout=8000, timestamp=1733768998610 2024-12-09T18:29:53,292 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=84065ca92432,44247,1733768950540, timeout=1733768993477, delay=184, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf6bcc624fcb1f41f4ddf218592b185b, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 84065ca92432%2C45917%2C1733768950723.1733768952216, worker=84065ca92432,44247,1733768950540, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d994de3626d1fdc31b5e04d24a787ece, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e77cf64af4a05bd0b0bcb44f940358b], containedObject=84065ca92432,45917,1733768950723, timeout=1733768993479, delay=186, operations=null, containedObject=84065ca92432,42289,1733768950664, timeout=1733768993482, delay=189, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23fbd2f0f2c2e39d36aeb47c504ff3f0, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc73a21362ad793ba34880864054e98, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6e492a086364bbd6199d5e79db405a, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ca4928771201314146dcbe1de412b3c]] 2024-12-09T18:29:53,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T18:29:53,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T18:29:53,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T18:29:53,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:29:53,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:29:53,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:53,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T18:29:53,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-09T18:29:53,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T18:29:53,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:29:53,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T18:29:53,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T18:29:53,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:29:53,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:29:53,490 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d994de3626d1fdc31b5e04d24a787ece 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T18:29:53,490 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 0bc73a21362ad793ba34880864054e98 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T18:29:53,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bf6bcc624fcb1f41f4ddf218592b185b: 2024-12-09T18:29:53,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. for SnapshotProcedureTest completed. 2024-12-09T18:29:53,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1e77cf64af4a05bd0b0bcb44f940358b: 2024-12-09T18:29:53,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 23fbd2f0f2c2e39d36aeb47c504ff3f0: 2024-12-09T18:29:53,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. for SnapshotProcedureTest completed. 2024-12-09T18:29:53,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. for SnapshotProcedureTest completed. 2024-12-09T18:29:53,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5f6e492a086364bbd6199d5e79db405a: 2024-12-09T18:29:53,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. for SnapshotProcedureTest completed. 2024-12-09T18:29:53,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:29:53,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:29:53,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:29:53,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:29:53,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:29:53,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:29:53,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:29:53,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:29:53,540 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216, size=966 (966bytes) 2024-12-09T18:29:53,541 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T18:29:53,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T18:29:53,542 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216 2024-12-09T18:29:53,549 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216 after 4ms 2024-12-09T18:29:53,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741851_1027 (size=65) 2024-12-09T18:29:53,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741851_1027 (size=65) 2024-12-09T18:29:53,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741851_1027 (size=65) 2024-12-09T18:29:53,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:29:53,577 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216 took 44ms 2024-12-09T18:29:53,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741849_1025 (size=57) 2024-12-09T18:29:53,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T18:29:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741849_1025 (size=57) 2024-12-09T18:29:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741849_1025 (size=57) 2024-12-09T18:29:53,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:29:53,579 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 6ca4928771201314146dcbe1de412b3c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-09T18:29:53,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:29:53,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T18:29:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T18:29:53,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:53,581 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:29:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T18:29:53,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:53,582 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:29:53,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741850_1026 (size=65) 2024-12-09T18:29:53,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741850_1026 (size=65) 2024-12-09T18:29:53,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bf6bcc624fcb1f41f4ddf218592b185b in 10.1160 sec 2024-12-09T18:29:53,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f6e492a086364bbd6199d5e79db405a in 10.1160 sec 2024-12-09T18:29:53,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741850_1026 (size=65) 2024-12-09T18:29:53,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:29:53,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T18:29:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T18:29:53,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:53,592 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:29:53,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e77cf64af4a05bd0b0bcb44f940358b in 10.1250 sec 2024-12-09T18:29:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741852_1028 (size=65) 2024-12-09T18:29:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741852_1028 (size=65) 2024-12-09T18:29:53,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741852_1028 (size=65) 2024-12-09T18:29:53,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:29:53,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T18:29:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T18:29:53,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:53,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:29:53,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 23fbd2f0f2c2e39d36aeb47c504ff3f0 in 10.1370 sec 2024-12-09T18:29:53,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98/.tmp/cf/4bd3911dd64e4d298465b2c892856526 is 34, key is baa/cf:cf/1733768982549/Put/seqid=0 2024-12-09T18:29:53,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece/.tmp/cf/9cf4a029ab884e82bfc3cfb6a8f267c0 is 34, key is ccd/cf:cf/1733768982450/Put/seqid=0 2024-12-09T18:29:53,634 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4a398530c4b62710af62198169beee64: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T18:29:53,637 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 27bedfe0f220bb07e453c7ea237cb862: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T18:29:53,640 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 81891c00342fae802d8d9a2181f163f4: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T18:29:53,640 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216 so closing down 2024-12-09T18:29:53,640 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:29:53,641 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:29:53,645 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216, size=966, length=966, corrupted=false, cancelled=false 2024-12-09T18:29:53,645 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216, journal: Splitting hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216, size=966 (966bytes) at 1733768993540Finishing writing output for hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216 so closing down at 1733768993640 (+100 ms)3 split writer threads finished at 1733768993641 (+1 ms)Processed 3 edits across 0 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216, size=966, length=966, corrupted=false, cancelled=false at 1733768993645 (+4 ms) 2024-12-09T18:29:53,646 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216 2024-12-09T18:29:53,646 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T18:29:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T18:29:53,672 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting/84065ca92432%2C45917%2C1733768950723.1733768952216 to hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/oldWALs 2024-12-09T18:29:53,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T18:29:53,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 84065ca92432%2C45917%2C1733768950723.1733768952216, worker=84065ca92432,44247,1733768950540 in 10.0520 sec 2024-12-09T18:29:53,678 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=84065ca92432,44247,1733768950540 2024-12-09T18:29:53,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T18:29:53,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 84065ca92432%2C45917%2C1733768950723.1733768952216, worker=84065ca92432,44247,1733768950540 in 10.0680 sec 2024-12-09T18:29:53,685 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting dir is empty, no logs to split. 2024-12-09T18:29:53,686 INFO [PEWorker-3 {}] master.SplitWALManager(105): 84065ca92432,45917,1733768950723 WAL count=0, meta=false 2024-12-09T18:29:53,686 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 84065ca92432,45917,1733768950723 WAL splitting is done? wals=0, meta=false 2024-12-09T18:29:53,693 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 84065ca92432,45917,1733768950723 failed, ignore...File hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/WALs/84065ca92432,45917,1733768950723-splitting does not exist. 2024-12-09T18:29:53,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN}] 2024-12-09T18:29:53,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN 2024-12-09T18:29:53,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN 2024-12-09T18:29:53,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN 2024-12-09T18:29:53,702 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T18:29:53,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T18:29:53,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741854_1030 (size=28623) 2024-12-09T18:29:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741854_1030 (size=28623) 2024-12-09T18:29:53,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T18:29:53,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741854_1030 (size=28623) 2024-12-09T18:29:53,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98/.tmp/cf/4bd3911dd64e4d298465b2c892856526 2024-12-09T18:29:53,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741853_1029 (size=47197) 2024-12-09T18:29:53,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741853_1029 (size=47197) 2024-12-09T18:29:53,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741853_1029 (size=47197) 2024-12-09T18:29:53,715 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece/.tmp/cf/9cf4a029ab884e82bfc3cfb6a8f267c0 2024-12-09T18:29:53,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c/.tmp/cf/c0f50b56cfcc45ab9fc46bd3895832e8 is 34, key is eaa/cf:cf/1733768983186/Put/seqid=0 2024-12-09T18:29:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741855_1031 (size=499309) 2024-12-09T18:29:53,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741855_1031 (size=499309) 2024-12-09T18:29:53,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741855_1031 (size=499309) 2024-12-09T18:29:53,742 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c/.tmp/cf/c0f50b56cfcc45ab9fc46bd3895832e8 2024-12-09T18:29:53,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98/.tmp/cf/4bd3911dd64e4d298465b2c892856526 as hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98/cf/4bd3911dd64e4d298465b2c892856526 2024-12-09T18:29:53,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece/.tmp/cf/9cf4a029ab884e82bfc3cfb6a8f267c0 as hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece/cf/9cf4a029ab884e82bfc3cfb6a8f267c0 2024-12-09T18:29:53,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c/.tmp/cf/c0f50b56cfcc45ab9fc46bd3895832e8 as hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c/cf/c0f50b56cfcc45ab9fc46bd3895832e8 2024-12-09T18:29:53,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c/cf/c0f50b56cfcc45ab9fc46bd3895832e8, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-09T18:29:53,785 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98/cf/4bd3911dd64e4d298465b2c892856526, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T18:29:53,789 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece/cf/9cf4a029ab884e82bfc3cfb6a8f267c0, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T18:29:53,792 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 6ca4928771201314146dcbe1de412b3c in 212ms, sequenceid=5, compaction requested=false 2024-12-09T18:29:53,793 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 0bc73a21362ad793ba34880864054e98 in 303ms, sequenceid=5, compaction requested=false 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6ca4928771201314146dcbe1de412b3c: 2024-12-09T18:29:53,793 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d994de3626d1fdc31b5e04d24a787ece in 304ms, sequenceid=5, compaction requested=false 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. for SnapshotProcedureTest completed. 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d994de3626d1fdc31b5e04d24a787ece: 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 0bc73a21362ad793ba34880864054e98: 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. for SnapshotProcedureTest completed. 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. for SnapshotProcedureTest completed. 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98/cf/4bd3911dd64e4d298465b2c892856526] hfiles 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c/cf/c0f50b56cfcc45ab9fc46bd3895832e8] hfiles 2024-12-09T18:29:53,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece/cf/9cf4a029ab884e82bfc3cfb6a8f267c0] hfiles 2024-12-09T18:29:53,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece/cf/9cf4a029ab884e82bfc3cfb6a8f267c0 for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c/cf/c0f50b56cfcc45ab9fc46bd3895832e8 for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98/cf/4bd3911dd64e4d298465b2c892856526 for snapshot=SnapshotProcedureTest 2024-12-09T18:29:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741856_1032 (size=97) 2024-12-09T18:29:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741858_1034 (size=105) 2024-12-09T18:29:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741856_1032 (size=97) 2024-12-09T18:29:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741857_1033 (size=105) 2024-12-09T18:29:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741857_1033 (size=105) 2024-12-09T18:29:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741856_1032 (size=97) 2024-12-09T18:29:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741858_1034 (size=105) 2024-12-09T18:29:53,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:29:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741858_1034 (size=105) 2024-12-09T18:29:53,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T18:29:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T18:29:53,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:29:53,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:29:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741857_1033 (size=105) 2024-12-09T18:29:53,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:53,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T18:29:53,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T18:29:53,834 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:29:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T18:29:53,834 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:53,835 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:29:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T18:29:53,835 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:53,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bc73a21362ad793ba34880864054e98 2024-12-09T18:29:53,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6ca4928771201314146dcbe1de412b3c in 10.3670 sec 2024-12-09T18:29:53,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d994de3626d1fdc31b5e04d24a787ece in 10.3670 sec 2024-12-09T18:29:53,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0bc73a21362ad793ba34880864054e98 in 10.3690 sec 2024-12-09T18:29:53,852 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:29:53,853 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:29:53,853 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:29:53,853 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:29:53,853 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:29:53,853 INFO [84065ca92432:45435 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:29:53,853 INFO [84065ca92432:45435 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:29:53,853 DEBUG [84065ca92432:45435 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:29:53,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=27bedfe0f220bb07e453c7ea237cb862, regionState=OPENING, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:29:53,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=81891c00342fae802d8d9a2181f163f4, regionState=OPENING, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:53,854 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=4a398530c4b62710af62198169beee64, regionState=OPENING, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:29:53,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN because future has completed 2024-12-09T18:29:53,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a398530c4b62710af62198169beee64, server=84065ca92432,42289,1733768950664}] 2024-12-09T18:29:53,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN because future has completed 2024-12-09T18:29:53,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27bedfe0f220bb07e453c7ea237cb862, server=84065ca92432,44247,1733768950540}] 2024-12-09T18:29:53,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN because future has completed 2024-12-09T18:29:53,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81891c00342fae802d8d9a2181f163f4, server=84065ca92432,42289,1733768950664}] 2024-12-09T18:29:58,610 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 held by pid=41 2024-12-09T18:29:58,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 held by pid=39 2024-12-09T18:29:58,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 held by pid=40 2024-12-09T18:29:58,610 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 2024-12-09T18:29:58,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:29:58,610 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:02,737 INFO [master/84065ca92432:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T18:30:02,737 INFO [master/84065ca92432:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T18:30:03,867 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:03,868 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 81891c00342fae802d8d9a2181f163f4, NAME => 'SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T18:30:03,868 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,868 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:03,869 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,869 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,869 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:03,869 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 27bedfe0f220bb07e453c7ea237cb862, NAME => 'SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T18:30:03,870 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,870 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:03,870 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,870 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,871 INFO [StoreOpener-81891c00342fae802d8d9a2181f163f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,872 INFO [StoreOpener-81891c00342fae802d8d9a2181f163f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81891c00342fae802d8d9a2181f163f4 columnFamilyName cf 2024-12-09T18:30:03,873 DEBUG [StoreOpener-81891c00342fae802d8d9a2181f163f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:03,873 INFO [StoreOpener-81891c00342fae802d8d9a2181f163f4-1 {}] regionserver.HStore(327): Store=81891c00342fae802d8d9a2181f163f4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:03,874 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,875 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,876 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,877 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,877 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,879 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,880 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 81891c00342fae802d8d9a2181f163f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65581323, jitterRate=-0.022762134671211243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:03,880 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,880 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 81891c00342fae802d8d9a2181f163f4: Running coprocessor pre-open hook at 1733769003869Writing region info on filesystem at 1733769003869Initializing all the Stores at 1733769003870 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769003871 (+1 ms)Cleaning up temporary data from old regions at 1733769003877 (+6 ms)Running coprocessor post-open hooks at 1733769003880 (+3 ms)Region opened successfully at 1733769003880 2024-12-09T18:30:03,881 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., pid=44, masterSystemTime=1733769003860 2024-12-09T18:30:03,884 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:03,884 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:03,884 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:03,884 INFO [StoreOpener-27bedfe0f220bb07e453c7ea237cb862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,885 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a398530c4b62710af62198169beee64, NAME => 'SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T18:30:03,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=81891c00342fae802d8d9a2181f163f4, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:30:03,886 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,886 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:03,886 INFO [StoreOpener-27bedfe0f220bb07e453c7ea237cb862-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27bedfe0f220bb07e453c7ea237cb862 columnFamilyName cf 2024-12-09T18:30:03,886 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,886 DEBUG [StoreOpener-27bedfe0f220bb07e453c7ea237cb862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:03,886 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,888 INFO [StoreOpener-27bedfe0f220bb07e453c7ea237cb862-1 {}] regionserver.HStore(327): Store=27bedfe0f220bb07e453c7ea237cb862/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:03,888 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,889 INFO [StoreOpener-4a398530c4b62710af62198169beee64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81891c00342fae802d8d9a2181f163f4, server=84065ca92432,42289,1733768950664 because future has completed 2024-12-09T18:30:03,889 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,890 INFO [StoreOpener-4a398530c4b62710af62198169beee64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a398530c4b62710af62198169beee64 columnFamilyName cf 2024-12-09T18:30:03,891 DEBUG [StoreOpener-4a398530c4b62710af62198169beee64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:03,891 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,892 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,892 INFO [StoreOpener-4a398530c4b62710af62198169beee64-1 {}] regionserver.HStore(327): Store=4a398530c4b62710af62198169beee64/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:03,892 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,892 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-12-09T18:30:03,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 81891c00342fae802d8d9a2181f163f4, server=84065ca92432,42289,1733768950664 in 10.0320 sec 2024-12-09T18:30:03,894 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,896 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,896 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81891c00342fae802d8d9a2181f163f4, ASSIGN in 10.1980 sec 2024-12-09T18:30:03,897 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,897 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:03,897 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 27bedfe0f220bb07e453c7ea237cb862; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59492080, jitterRate=-0.11349892616271973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:03,897 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,897 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 27bedfe0f220bb07e453c7ea237cb862: Running coprocessor pre-open hook at 1733769003870Writing region info on filesystem at 1733769003870Initializing all the Stores at 1733769003871 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769003871Cleaning up temporary data from old regions at 1733769003892 (+21 ms)Running coprocessor post-open hooks at 1733769003897 (+5 ms)Region opened successfully at 1733769003897 2024-12-09T18:30:03,898 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862., pid=43, masterSystemTime=1733769003861 2024-12-09T18:30:03,901 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:03,901 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,901 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:03,902 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=27bedfe0f220bb07e453c7ea237cb862, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,44247,1733768950540 2024-12-09T18:30:03,903 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 4a398530c4b62710af62198169beee64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64041964, jitterRate=-0.04570037126541138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:03,903 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,903 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 4a398530c4b62710af62198169beee64: Running coprocessor pre-open hook at 1733769003886Writing region info on filesystem at 1733769003886Initializing all the Stores at 1733769003889 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769003889Cleaning up temporary data from old regions at 1733769003897 (+8 ms)Running coprocessor post-open hooks at 1733769003903 (+6 ms)Region opened successfully at 1733769003903 2024-12-09T18:30:03,904 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64., pid=42, masterSystemTime=1733769003860 2024-12-09T18:30:03,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27bedfe0f220bb07e453c7ea237cb862, server=84065ca92432,44247,1733768950540 because future has completed 2024-12-09T18:30:03,906 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:03,907 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:03,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=4a398530c4b62710af62198169beee64, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,42289,1733768950664 2024-12-09T18:30:03,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a398530c4b62710af62198169beee64, server=84065ca92432,42289,1733768950664 because future has completed 2024-12-09T18:30:03,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-09T18:30:03,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 27bedfe0f220bb07e453c7ea237cb862, server=84065ca92432,44247,1733768950540 in 10.0470 sec 2024-12-09T18:30:03,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:03,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27bedfe0f220bb07e453c7ea237cb862, ASSIGN in 10.2160 sec 2024-12-09T18:30:03,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40 2024-12-09T18:30:03,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a398530c4b62710af62198169beee64, server=84065ca92432,42289,1733768950664 in 10.0560 sec 2024-12-09T18:30:03,922 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 2024-12-09T18:30:03,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-09T18:30:03,923 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 84065ca92432,45917,1733768950723 after splitting done 2024-12-09T18:30:03,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a398530c4b62710af62198169beee64, ASSIGN in 10.2230 sec 2024-12-09T18:30:03,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 84065ca92432,45917,1733768950723, splitWal=true, meta=false in 20.3310 sec 2024-12-09T18:30:08,971 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:30:09,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T18:30:12,790 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T18:30:13,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T18:30:13,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 81891c00342fae802d8d9a2181f163f4: 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4a398530c4b62710af62198169beee64: 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. for SnapshotProcedureTest completed. 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. for SnapshotProcedureTest completed. 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:30:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:30:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741860_1036 (size=65) 2024-12-09T18:30:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741859_1035 (size=65) 2024-12-09T18:30:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741860_1036 (size=65) 2024-12-09T18:30:13,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741860_1036 (size=65) 2024-12-09T18:30:13,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741859_1035 (size=65) 2024-12-09T18:30:13,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741859_1035 (size=65) 2024-12-09T18:30:13,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T18:30:13,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T18:30:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 27bedfe0f220bb07e453c7ea237cb862: 2024-12-09T18:30:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. for SnapshotProcedureTest completed. 2024-12-09T18:30:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T18:30:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:30:13,919 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:30:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T18:30:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:30:13,919 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T18:30:13,920 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a398530c4b62710af62198169beee64 2024-12-09T18:30:13,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 2024-12-09T18:30:13,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 81891c00342fae802d8d9a2181f163f4 in 30.4530 sec 2024-12-09T18:30:13,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a398530c4b62710af62198169beee64 in 30.4530 sec 2024-12-09T18:30:13,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741861_1037 (size=65) 2024-12-09T18:30:13,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741861_1037 (size=65) 2024-12-09T18:30:13,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741861_1037 (size=65) 2024-12-09T18:30:13,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:13,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T18:30:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T18:30:13,937 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:13,938 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:13,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-12-09T18:30:13,941 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:30:13,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 27bedfe0f220bb07e453c7ea237cb862 in 30.4700 sec 2024-12-09T18:30:13,943 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:30:13,946 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:30:13,946 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T18:30:13,948 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T18:30:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741862_1038 (size=1134) 2024-12-09T18:30:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741862_1038 (size=1134) 2024-12-09T18:30:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741862_1038 (size=1134) 2024-12-09T18:30:14,037 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:30:14,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T18:30:14,055 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:14,055 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,44247,1733768950540 2024-12-09T18:30:14,055 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:14,055 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:14,055 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,44247,1733768950540 2024-12-09T18:30:14,061 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,44247,1733768950540 2024-12-09T18:30:16,691 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=84065ca92432:45435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T18:30:18,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d994de3626d1fdc31b5e04d24a787ece, had cached 0 bytes from a total of 47197 2024-12-09T18:30:18,343 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6ca4928771201314146dcbe1de412b3c, had cached 0 bytes from a total of 499309 2024-12-09T18:30:18,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0bc73a21362ad793ba34880864054e98, had cached 0 bytes from a total of 28623 2024-12-09T18:30:22,688 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4a398530c4b62710af62198169beee64 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:22,688 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 23fbd2f0f2c2e39d36aeb47c504ff3f0 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:22,688 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f6e492a086364bbd6199d5e79db405a changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:22,689 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 81891c00342fae802d8d9a2181f163f4 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:22,689 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0bc73a21362ad793ba34880864054e98 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:22,689 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6ca4928771201314146dcbe1de412b3c changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:22,689 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bf6bcc624fcb1f41f4ddf218592b185b changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:22,689 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 27bedfe0f220bb07e453c7ea237cb862 changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:22,689 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1e77cf64af4a05bd0b0bcb44f940358b changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:22,689 DEBUG [master/84065ca92432:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d994de3626d1fdc31b5e04d24a787ece changed from -1.0 to 0.0, refreshing cache 2024-12-09T18:30:24,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-09T18:30:24,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-09T18:30:24,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-09T18:30:24,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-09T18:30:24,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-09T18:30:24,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-09T18:30:24,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T18:30:24,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-09T18:30:24,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T18:30:24,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-09T18:30:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T18:30:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-09T18:30:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-09T18:30:24,068 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 Release verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:24,069 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 Release verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:24,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 in 10.0210 sec 2024-12-09T18:30:24,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 in 10.0220 sec 2024-12-09T18:30:24,071 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 Release verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:24,071 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:24,071 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:24,071 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:24,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 in 10.0240 sec 2024-12-09T18:30:24,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T18:30:24,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T18:30:24,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T18:30:24,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-09T18:30:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T18:30:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T18:30:24,100 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,44247,1733768950540 Release verify snapshot worker=84065ca92432,44247,1733768950540 2024-12-09T18:30:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-09T18:30:24,101 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,44247,1733768950540 Release verify snapshot worker=84065ca92432,44247,1733768950540 2024-12-09T18:30:24,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,44247,1733768950540 in 10.0530 sec 2024-12-09T18:30:24,103 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,44247,1733768950540 2024-12-09T18:30:24,104 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,44247,1733768950540 Release verify snapshot worker=84065ca92432,44247,1733768950540 2024-12-09T18:30:24,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,44247,1733768950540 in 10.0550 sec 2024-12-09T18:30:24,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,44247,1733768950540 in 10.0570 sec 2024-12-09T18:30:34,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-09T18:30:34,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-09T18:30:34,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-09T18:30:34,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-09T18:30:34,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-09T18:30:34,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T18:30:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-09T18:30:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-09T18:30:34,075 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 Release verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T18:30:34,076 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 Release verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:34,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 in 20.0280 sec 2024-12-09T18:30:34,078 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 Release verify snapshot worker=84065ca92432,42289,1733768950664 2024-12-09T18:30:34,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 in 20.0290 sec 2024-12-09T18:30:34,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,42289,1733768950664 in 20.0310 sec 2024-12-09T18:30:34,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-09T18:30:34,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-09T18:30:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-09T18:30:34,107 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,44247,1733768950540 Release verify snapshot worker=84065ca92432,44247,1733768950540 2024-12-09T18:30:34,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=25 2024-12-09T18:30:34,109 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:30:34,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,44247,1733768950540 in 20.0600 sec 2024-12-09T18:30:34,111 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T18:30:34,113 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:30:34,113 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T18:30:34,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7130 sec 2024-12-09T18:30:34,178 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T18:30:34,184 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T18:30:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T18:30:34,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:30:34,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:30:34,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:34,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:34,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:30:34,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T18:30:34,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=900518214, stopped=false 2024-12-09T18:30:34,185 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84065ca92432,45435,1733768949650 2024-12-09T18:30:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:30:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:30:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:30:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:34,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T18:30:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:34,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:30:34,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:30:34,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:30:34,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:30:34,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:30:34,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:34,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,44247,1733768950540' ***** 2024-12-09T18:30:34,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T18:30:34,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,42289,1733768950664' ***** 2024-12-09T18:30:34,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T18:30:34,240 INFO [RS:1;84065ca92432:42289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:30:34,241 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:30:34,241 INFO [RS:1;84065ca92432:42289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T18:30:34,241 INFO [RS:1;84065ca92432:42289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T18:30:34,241 INFO [RS:0;84065ca92432:44247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:30:34,241 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:30:34,241 INFO [RS:0;84065ca92432:44247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T18:30:34,241 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bc73a21362ad793ba34880864054e98 2024-12-09T18:30:34,241 INFO [RS:0;84065ca92432:44247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T18:30:34,241 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(3091): Received CLOSE for 27bedfe0f220bb07e453c7ea237cb862 2024-12-09T18:30:34,241 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(3091): Received CLOSE for d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:30:34,241 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:34,242 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e77cf64af4a05bd0b0bcb44f940358b 2024-12-09T18:30:34,242 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f6e492a086364bbd6199d5e79db405a 2024-12-09T18:30:34,242 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(3091): Received CLOSE for bf6bcc624fcb1f41f4ddf218592b185b 2024-12-09T18:30:34,242 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ca4928771201314146dcbe1de412b3c 2024-12-09T18:30:34,242 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a398530c4b62710af62198169beee64 2024-12-09T18:30:34,242 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(959): stopping server 84065ca92432,44247,1733768950540 2024-12-09T18:30:34,242 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 23fbd2f0f2c2e39d36aeb47c504ff3f0 2024-12-09T18:30:34,242 INFO [RS:0;84065ca92432:44247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:30:34,242 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(959): stopping server 84065ca92432,42289,1733768950664 2024-12-09T18:30:34,242 INFO [RS:1;84065ca92432:42289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:30:34,242 INFO [RS:0;84065ca92432:44247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84065ca92432:44247. 2024-12-09T18:30:34,242 INFO [RS:1;84065ca92432:42289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;84065ca92432:42289. 2024-12-09T18:30:34,242 DEBUG [RS:0;84065ca92432:44247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:30:34,242 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bc73a21362ad793ba34880864054e98, disabling compactions & flushes 2024-12-09T18:30:34,242 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27bedfe0f220bb07e453c7ea237cb862, disabling compactions & flushes 2024-12-09T18:30:34,242 DEBUG [RS:0;84065ca92432:44247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:34,242 DEBUG [RS:1;84065ca92432:42289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:30:34,242 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:34,242 DEBUG [RS:1;84065ca92432:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:34,242 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:34,242 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. after waiting 0 ms 2024-12-09T18:30:34,242 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:34,242 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:30:34,242 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:30:34,242 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. after waiting 0 ms 2024-12-09T18:30:34,243 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:30:34,243 INFO [RS:0;84065ca92432:44247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T18:30:34,243 INFO [RS:0;84065ca92432:44247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T18:30:34,243 INFO [RS:0;84065ca92432:44247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T18:30:34,243 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T18:30:34,243 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-09T18:30:34,243 DEBUG [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(1325): Online Regions={0bc73a21362ad793ba34880864054e98=SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98., 81891c00342fae802d8d9a2181f163f4=SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4., 5f6e492a086364bbd6199d5e79db405a=SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a., 6ca4928771201314146dcbe1de412b3c=SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c., 4a398530c4b62710af62198169beee64=SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64., 23fbd2f0f2c2e39d36aeb47c504ff3f0=SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0.} 2024-12-09T18:30:34,243 DEBUG [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(1351): Waiting on 0bc73a21362ad793ba34880864054e98, 23fbd2f0f2c2e39d36aeb47c504ff3f0, 4a398530c4b62710af62198169beee64, 5f6e492a086364bbd6199d5e79db405a, 6ca4928771201314146dcbe1de412b3c, 81891c00342fae802d8d9a2181f163f4 2024-12-09T18:30:34,244 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T18:30:34,244 DEBUG [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(1325): Online Regions={27bedfe0f220bb07e453c7ea237cb862=SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862., d994de3626d1fdc31b5e04d24a787ece=SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece., 1588230740=hbase:meta,,1.1588230740, 1e77cf64af4a05bd0b0bcb44f940358b=SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b., bf6bcc624fcb1f41f4ddf218592b185b=SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b.} 2024-12-09T18:30:34,244 DEBUG [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e77cf64af4a05bd0b0bcb44f940358b, 27bedfe0f220bb07e453c7ea237cb862, bf6bcc624fcb1f41f4ddf218592b185b, d994de3626d1fdc31b5e04d24a787ece 2024-12-09T18:30:34,244 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T18:30:34,244 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T18:30:34,244 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T18:30:34,244 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T18:30:34,244 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T18:30:34,244 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-09T18:30:34,251 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/0bc73a21362ad793ba34880864054e98/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:30:34,252 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/27bedfe0f220bb07e453c7ea237cb862/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:30:34,253 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:30:34,253 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bc73a21362ad793ba34880864054e98: Waiting for close lock at 1733769034242Running coprocessor pre-close hooks at 1733769034242Disabling compacts and flushes for region at 1733769034242Disabling writes for close at 1733769034242Writing region close event to WAL at 1733769034245 (+3 ms)Running coprocessor post-close hooks at 1733769034251 (+6 ms)Closed at 1733769034253 (+2 ms) 2024-12-09T18:30:34,254 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733768962889.0bc73a21362ad793ba34880864054e98. 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27bedfe0f220bb07e453c7ea237cb862: Waiting for close lock at 1733769034242Running coprocessor pre-close hooks at 1733769034242Disabling compacts and flushes for region at 1733769034242Disabling writes for close at 1733769034242Writing region close event to WAL at 1733769034243 (+1 ms)Running coprocessor post-close hooks at 1733769034254 (+11 ms)Closed at 1733769034254 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733768962889.27bedfe0f220bb07e453c7ea237cb862. 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81891c00342fae802d8d9a2181f163f4, disabling compactions & flushes 2024-12-09T18:30:34,254 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d994de3626d1fdc31b5e04d24a787ece, disabling compactions & flushes 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. after waiting 0 ms 2024-12-09T18:30:34,254 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:30:34,254 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. after waiting 0 ms 2024-12-09T18:30:34,255 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:30:34,265 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/d994de3626d1fdc31b5e04d24a787ece/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:30:34,267 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:30:34,267 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d994de3626d1fdc31b5e04d24a787ece: Waiting for close lock at 1733769034254Running coprocessor pre-close hooks at 1733769034254Disabling compacts and flushes for region at 1733769034254Disabling writes for close at 1733769034254Writing region close event to WAL at 1733769034261 (+7 ms)Running coprocessor post-close hooks at 1733769034266 (+5 ms)Closed at 1733769034267 (+1 ms) 2024-12-09T18:30:34,267 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733768962889.d994de3626d1fdc31b5e04d24a787ece. 2024-12-09T18:30:34,267 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e77cf64af4a05bd0b0bcb44f940358b, disabling compactions & flushes 2024-12-09T18:30:34,267 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:30:34,267 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:30:34,267 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. after waiting 0 ms 2024-12-09T18:30:34,267 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:30:34,269 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/81891c00342fae802d8d9a2181f163f4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:30:34,271 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:34,272 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81891c00342fae802d8d9a2181f163f4: Waiting for close lock at 1733769034254Running coprocessor pre-close hooks at 1733769034254Disabling compacts and flushes for region at 1733769034254Disabling writes for close at 1733769034254Writing region close event to WAL at 1733769034260 (+6 ms)Running coprocessor post-close hooks at 1733769034271 (+11 ms)Closed at 1733769034271 2024-12-09T18:30:34,272 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733768962889.81891c00342fae802d8d9a2181f163f4. 2024-12-09T18:30:34,272 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f6e492a086364bbd6199d5e79db405a, disabling compactions & flushes 2024-12-09T18:30:34,272 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:30:34,272 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:30:34,272 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. after waiting 0 ms 2024-12-09T18:30:34,272 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:30:34,274 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/.tmp/info/78ca3f5091d349daac4f512026168b0e is 167, key is SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64./info:regioninfo/1733769003907/Put/seqid=0 2024-12-09T18:30:34,282 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/1e77cf64af4a05bd0b0bcb44f940358b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:30:34,283 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:30:34,283 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e77cf64af4a05bd0b0bcb44f940358b: Waiting for close lock at 1733769034267Running coprocessor pre-close hooks at 1733769034267Disabling compacts and flushes for region at 1733769034267Disabling writes for close at 1733769034267Writing region close event to WAL at 1733769034268 (+1 ms)Running coprocessor post-close hooks at 1733769034283 (+15 ms)Closed at 1733769034283 2024-12-09T18:30:34,283 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733768962889.1e77cf64af4a05bd0b0bcb44f940358b. 2024-12-09T18:30:34,284 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf6bcc624fcb1f41f4ddf218592b185b, disabling compactions & flushes 2024-12-09T18:30:34,284 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:30:34,284 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:30:34,284 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. after waiting 0 ms 2024-12-09T18:30:34,284 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:30:34,288 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/5f6e492a086364bbd6199d5e79db405a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:30:34,289 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:30:34,289 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f6e492a086364bbd6199d5e79db405a: Waiting for close lock at 1733769034272Running coprocessor pre-close hooks at 1733769034272Disabling compacts and flushes for region at 1733769034272Disabling writes for close at 1733769034272Writing region close event to WAL at 1733769034281 (+9 ms)Running coprocessor post-close hooks at 1733769034288 (+7 ms)Closed at 1733769034289 (+1 ms) 2024-12-09T18:30:34,289 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733768962889.5f6e492a086364bbd6199d5e79db405a. 2024-12-09T18:30:34,289 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ca4928771201314146dcbe1de412b3c, disabling compactions & flushes 2024-12-09T18:30:34,289 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:30:34,289 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:30:34,289 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. after waiting 0 ms 2024-12-09T18:30:34,289 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:30:34,302 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/bf6bcc624fcb1f41f4ddf218592b185b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:30:34,303 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:30:34,303 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf6bcc624fcb1f41f4ddf218592b185b: Waiting for close lock at 1733769034284Running coprocessor pre-close hooks at 1733769034284Disabling compacts and flushes for region at 1733769034284Disabling writes for close at 1733769034284Writing region close event to WAL at 1733769034287 (+3 ms)Running coprocessor post-close hooks at 1733769034303 (+16 ms)Closed at 1733769034303 2024-12-09T18:30:34,304 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733768962889.bf6bcc624fcb1f41f4ddf218592b185b. 2024-12-09T18:30:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741863_1039 (size=19817) 2024-12-09T18:30:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741863_1039 (size=19817) 2024-12-09T18:30:34,307 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/.tmp/info/78ca3f5091d349daac4f512026168b0e 2024-12-09T18:30:34,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741863_1039 (size=19817) 2024-12-09T18:30:34,308 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/6ca4928771201314146dcbe1de412b3c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:30:34,308 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:30:34,309 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ca4928771201314146dcbe1de412b3c: Waiting for close lock at 1733769034289Running coprocessor pre-close hooks at 1733769034289Disabling compacts and flushes for region at 1733769034289Disabling writes for close at 1733769034289Writing region close event to WAL at 1733769034301 (+12 ms)Running coprocessor post-close hooks at 1733769034308 (+7 ms)Closed at 1733769034308 2024-12-09T18:30:34,309 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733768962889.6ca4928771201314146dcbe1de412b3c. 2024-12-09T18:30:34,309 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a398530c4b62710af62198169beee64, disabling compactions & flushes 2024-12-09T18:30:34,309 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:34,309 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:34,309 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. after waiting 0 ms 2024-12-09T18:30:34,309 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:34,315 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/4a398530c4b62710af62198169beee64/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:30:34,316 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:34,316 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a398530c4b62710af62198169beee64: Waiting for close lock at 1733769034309Running coprocessor pre-close hooks at 1733769034309Disabling compacts and flushes for region at 1733769034309Disabling writes for close at 1733769034309Writing region close event to WAL at 1733769034310 (+1 ms)Running coprocessor post-close hooks at 1733769034316 (+6 ms)Closed at 1733769034316 2024-12-09T18:30:34,316 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733768962889.4a398530c4b62710af62198169beee64. 2024-12-09T18:30:34,316 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23fbd2f0f2c2e39d36aeb47c504ff3f0, disabling compactions & flushes 2024-12-09T18:30:34,316 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:30:34,316 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:30:34,317 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. after waiting 1 ms 2024-12-09T18:30:34,317 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:30:34,324 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:30:34,324 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/default/SPTestTable/23fbd2f0f2c2e39d36aeb47c504ff3f0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:30:34,325 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:30:34,325 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:30:34,325 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23fbd2f0f2c2e39d36aeb47c504ff3f0: Waiting for close lock at 1733769034316Running coprocessor pre-close hooks at 1733769034316Disabling compacts and flushes for region at 1733769034316Disabling writes for close at 1733769034317 (+1 ms)Writing region close event to WAL at 1733769034317Running coprocessor post-close hooks at 1733769034325 (+8 ms)Closed at 1733769034325 2024-12-09T18:30:34,326 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733768962889.23fbd2f0f2c2e39d36aeb47c504ff3f0. 2024-12-09T18:30:34,335 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/.tmp/ns/e89d2f5c80604e50b2c64763d4294bc1 is 43, key is default/ns:d/1733768962608/Put/seqid=0 2024-12-09T18:30:34,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741864_1040 (size=5153) 2024-12-09T18:30:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741864_1040 (size=5153) 2024-12-09T18:30:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741864_1040 (size=5153) 2024-12-09T18:30:34,348 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/.tmp/ns/e89d2f5c80604e50b2c64763d4294bc1 2024-12-09T18:30:34,371 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/.tmp/table/c7c8a165815f4e28b191e342c5fbbbd4 is 47, key is SPTestTable/table:state/1733768973501/Put/seqid=0 2024-12-09T18:30:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741865_1041 (size=5214) 2024-12-09T18:30:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741865_1041 (size=5214) 2024-12-09T18:30:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741865_1041 (size=5214) 2024-12-09T18:30:34,379 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/.tmp/table/c7c8a165815f4e28b191e342c5fbbbd4 2024-12-09T18:30:34,387 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/.tmp/info/78ca3f5091d349daac4f512026168b0e as hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/info/78ca3f5091d349daac4f512026168b0e 2024-12-09T18:30:34,395 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/info/78ca3f5091d349daac4f512026168b0e, entries=112, sequenceid=35, filesize=19.4 K 2024-12-09T18:30:34,397 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/.tmp/ns/e89d2f5c80604e50b2c64763d4294bc1 as hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/ns/e89d2f5c80604e50b2c64763d4294bc1 2024-12-09T18:30:34,405 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/ns/e89d2f5c80604e50b2c64763d4294bc1, entries=2, sequenceid=35, filesize=5.0 K 2024-12-09T18:30:34,407 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/.tmp/table/c7c8a165815f4e28b191e342c5fbbbd4 as hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/table/c7c8a165815f4e28b191e342c5fbbbd4 2024-12-09T18:30:34,415 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/table/c7c8a165815f4e28b191e342c5fbbbd4, entries=2, sequenceid=35, filesize=5.1 K 2024-12-09T18:30:34,416 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=35, compaction requested=false 2024-12-09T18:30:34,422 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-09T18:30:34,423 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:30:34,423 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T18:30:34,423 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733769034244Running coprocessor pre-close hooks at 1733769034244Disabling compacts and flushes for region at 1733769034244Disabling writes for close at 1733769034244Obtaining lock to block concurrent updates at 1733769034244Preparing flush snapshotting stores in 1588230740 at 1733769034244Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733769034245 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733769034245Flushing 1588230740/info: creating writer at 1733769034246 (+1 ms)Flushing 1588230740/info: appending metadata at 1733769034274 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733769034274Flushing 1588230740/ns: creating writer at 1733769034316 (+42 ms)Flushing 1588230740/ns: appending metadata at 1733769034335 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733769034335Flushing 1588230740/table: creating writer at 1733769034357 (+22 ms)Flushing 1588230740/table: appending metadata at 1733769034370 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733769034370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766498b3: reopening flushed file at 1733769034386 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1e5a5f: reopening flushed file at 1733769034395 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27dd4f57: reopening flushed file at 1733769034406 (+11 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=35, compaction requested=false at 1733769034416 (+10 ms)Writing region close event to WAL at 1733769034417 (+1 ms)Running coprocessor post-close hooks at 1733769034423 (+6 ms)Closed at 1733769034423 2024-12-09T18:30:34,424 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T18:30:34,444 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(976): stopping server 84065ca92432,42289,1733768950664; all regions closed. 2024-12-09T18:30:34,444 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(976): stopping server 84065ca92432,44247,1733768950540; all regions closed. 2024-12-09T18:30:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741833_1009 (size=4635) 2024-12-09T18:30:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741836_1012 (size=18438) 2024-12-09T18:30:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741833_1009 (size=4635) 2024-12-09T18:30:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741836_1012 (size=18438) 2024-12-09T18:30:34,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741833_1009 (size=4635) 2024-12-09T18:30:34,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741836_1012 (size=18438) 2024-12-09T18:30:34,452 DEBUG [RS:0;84065ca92432:44247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/oldWALs 2024-12-09T18:30:34,452 INFO [RS:0;84065ca92432:44247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C44247%2C1733768950540.meta:.meta(num 1733768962402) 2024-12-09T18:30:34,453 DEBUG [RS:1;84065ca92432:42289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/oldWALs 2024-12-09T18:30:34,453 INFO [RS:1;84065ca92432:42289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C42289%2C1733768950664:(num 1733768952204) 2024-12-09T18:30:34,453 DEBUG [RS:1;84065ca92432:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:34,453 INFO [RS:1;84065ca92432:42289 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:30:34,453 INFO [RS:1;84065ca92432:42289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:30:34,453 INFO [RS:1;84065ca92432:42289 {}] hbase.ChoreService(370): Chore service for: regionserver/84065ca92432:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T18:30:34,453 INFO [RS:1;84065ca92432:42289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T18:30:34,454 INFO [RS:1;84065ca92432:42289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T18:30:34,454 INFO [regionserver/84065ca92432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:30:34,454 INFO [RS:1;84065ca92432:42289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T18:30:34,454 INFO [RS:1;84065ca92432:42289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:30:34,454 INFO [RS:1;84065ca92432:42289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42289 2024-12-09T18:30:34,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741834_1010 (size=2917) 2024-12-09T18:30:34,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741834_1010 (size=2917) 2024-12-09T18:30:34,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741834_1010 (size=2917) 2024-12-09T18:30:34,461 DEBUG [RS:0;84065ca92432:44247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/oldWALs 2024-12-09T18:30:34,462 INFO [RS:0;84065ca92432:44247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C44247%2C1733768950540:(num 1733768952208) 2024-12-09T18:30:34,462 DEBUG [RS:0;84065ca92432:44247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:34,462 INFO [RS:0;84065ca92432:44247 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:30:34,462 INFO [RS:0;84065ca92432:44247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:30:34,462 INFO [RS:0;84065ca92432:44247 {}] hbase.ChoreService(370): Chore service for: regionserver/84065ca92432:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T18:30:34,462 INFO [RS:0;84065ca92432:44247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:30:34,462 INFO [regionserver/84065ca92432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:30:34,462 INFO [RS:0;84065ca92432:44247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44247 2024-12-09T18:30:34,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:30:34,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,42289,1733768950664 2024-12-09T18:30:34,464 INFO [RS:1;84065ca92432:42289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:30:34,472 INFO [RS:0;84065ca92432:44247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:30:34,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,44247,1733768950540 2024-12-09T18:30:34,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,44247,1733768950540] 2024-12-09T18:30:34,488 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,44247,1733768950540 already deleted, retry=false 2024-12-09T18:30:34,488 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84065ca92432,44247,1733768950540 expired; onlineServers=1 2024-12-09T18:30:34,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,42289,1733768950664] 2024-12-09T18:30:34,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,42289,1733768950664 already deleted, retry=false 2024-12-09T18:30:34,497 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84065ca92432,42289,1733768950664 expired; onlineServers=0 2024-12-09T18:30:34,497 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84065ca92432,45435,1733768949650' ***** 2024-12-09T18:30:34,497 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T18:30:34,497 INFO [M:0;84065ca92432:45435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:30:34,497 INFO [M:0;84065ca92432:45435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:30:34,497 DEBUG [M:0;84065ca92432:45435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T18:30:34,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T18:30:34,497 DEBUG [M:0;84065ca92432:45435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T18:30:34,497 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733768951786 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733768951786,5,FailOnTimeoutGroup] 2024-12-09T18:30:34,497 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733768951785 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733768951785,5,FailOnTimeoutGroup] 2024-12-09T18:30:34,498 INFO [M:0;84065ca92432:45435 {}] hbase.ChoreService(370): Chore service for: master/84065ca92432:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T18:30:34,498 INFO [M:0;84065ca92432:45435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:30:34,498 DEBUG [M:0;84065ca92432:45435 {}] master.HMaster(1795): Stopping service threads 2024-12-09T18:30:34,498 INFO [M:0;84065ca92432:45435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T18:30:34,498 INFO [M:0;84065ca92432:45435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T18:30:34,498 ERROR [M:0;84065ca92432:45435 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:43465 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43465,5,PEWorkerGroup] 2024-12-09T18:30:34,499 INFO [M:0;84065ca92432:45435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T18:30:34,499 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T18:30:34,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T18:30:34,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:34,505 DEBUG [M:0;84065ca92432:45435 {}] zookeeper.ZKUtil(347): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T18:30:34,505 WARN [M:0;84065ca92432:45435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T18:30:34,506 INFO [M:0;84065ca92432:45435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/.lastflushedseqids 2024-12-09T18:30:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741866_1042 (size=668) 2024-12-09T18:30:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741866_1042 (size=668) 2024-12-09T18:30:34,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741866_1042 (size=668) 2024-12-09T18:30:34,520 INFO [M:0;84065ca92432:45435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T18:30:34,521 INFO [M:0;84065ca92432:45435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T18:30:34,521 DEBUG [M:0;84065ca92432:45435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:30:34,521 INFO [M:0;84065ca92432:45435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:30:34,521 DEBUG [M:0;84065ca92432:45435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:30:34,521 DEBUG [M:0;84065ca92432:45435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:30:34,521 DEBUG [M:0;84065ca92432:45435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:30:34,521 INFO [M:0;84065ca92432:45435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.33 KB heapSize=230.98 KB 2024-12-09T18:30:34,540 DEBUG [M:0;84065ca92432:45435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a01f408d9a3245188620e8e2e0268809 is 82, key is hbase:meta,,1/info:regioninfo/1733768962485/Put/seqid=0 2024-12-09T18:30:34,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741867_1043 (size=5672) 2024-12-09T18:30:34,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741867_1043 (size=5672) 2024-12-09T18:30:34,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741867_1043 (size=5672) 2024-12-09T18:30:34,549 INFO [M:0;84065ca92432:45435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a01f408d9a3245188620e8e2e0268809 2024-12-09T18:30:34,577 DEBUG [M:0;84065ca92432:45435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe835d1eb5304cc794a8dd48136f0b16 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733768973509/Put/seqid=0 2024-12-09T18:30:34,580 INFO [RS:1;84065ca92432:42289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:30:34,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:30:34,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1000c0da6600002, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:30:34,580 INFO [RS:1;84065ca92432:42289 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,42289,1733768950664; zookeeper connection closed. 2024-12-09T18:30:34,580 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29d44bd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29d44bd1 2024-12-09T18:30:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741868_1044 (size=8904) 2024-12-09T18:30:34,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741868_1044 (size=8904) 2024-12-09T18:30:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741868_1044 (size=8904) 2024-12-09T18:30:34,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:30:34,588 INFO [RS:0;84065ca92432:44247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:30:34,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1000c0da6600001, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:30:34,588 INFO [RS:0;84065ca92432:44247 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,44247,1733768950540; zookeeper connection closed. 2024-12-09T18:30:34,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54f0ab87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54f0ab87 2024-12-09T18:30:34,589 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T18:30:34,590 INFO [M:0;84065ca92432:45435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.59 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe835d1eb5304cc794a8dd48136f0b16 2024-12-09T18:30:34,599 INFO [M:0;84065ca92432:45435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe835d1eb5304cc794a8dd48136f0b16 2024-12-09T18:30:34,621 DEBUG [M:0;84065ca92432:45435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfee71c29369404fa98fc345d33cc88a is 69, key is 84065ca92432,42289,1733768950664/rs:state/1733768951946/Put/seqid=0 2024-12-09T18:30:34,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741869_1045 (size=5441) 2024-12-09T18:30:34,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741869_1045 (size=5441) 2024-12-09T18:30:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741869_1045 (size=5441) 2024-12-09T18:30:34,631 INFO [M:0;84065ca92432:45435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfee71c29369404fa98fc345d33cc88a 2024-12-09T18:30:34,638 INFO [M:0;84065ca92432:45435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfee71c29369404fa98fc345d33cc88a 2024-12-09T18:30:34,640 DEBUG [M:0;84065ca92432:45435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a01f408d9a3245188620e8e2e0268809 as hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a01f408d9a3245188620e8e2e0268809 2024-12-09T18:30:34,649 INFO [M:0;84065ca92432:45435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a01f408d9a3245188620e8e2e0268809, entries=8, sequenceid=488, filesize=5.5 K 2024-12-09T18:30:34,650 DEBUG [M:0;84065ca92432:45435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe835d1eb5304cc794a8dd48136f0b16 as hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe835d1eb5304cc794a8dd48136f0b16 2024-12-09T18:30:34,659 INFO [M:0;84065ca92432:45435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe835d1eb5304cc794a8dd48136f0b16 2024-12-09T18:30:34,659 INFO [M:0;84065ca92432:45435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe835d1eb5304cc794a8dd48136f0b16, entries=54, sequenceid=488, filesize=8.7 K 2024-12-09T18:30:34,661 DEBUG [M:0;84065ca92432:45435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfee71c29369404fa98fc345d33cc88a as hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfee71c29369404fa98fc345d33cc88a 2024-12-09T18:30:34,669 INFO [M:0;84065ca92432:45435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfee71c29369404fa98fc345d33cc88a 2024-12-09T18:30:34,670 INFO [M:0;84065ca92432:45435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43465/user/jenkins/test-data/9388dbde-c755-cff1-f1ba-f474121f3ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfee71c29369404fa98fc345d33cc88a, entries=3, sequenceid=488, filesize=5.3 K 2024-12-09T18:30:34,671 INFO [M:0;84065ca92432:45435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.33 KB/190797, heapSize ~230.68 KB/236216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=488, compaction requested=false 2024-12-09T18:30:34,672 INFO [M:0;84065ca92432:45435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:30:34,673 DEBUG [M:0;84065ca92432:45435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733769034521Disabling compacts and flushes for region at 1733769034521Disabling writes for close at 1733769034521Obtaining lock to block concurrent updates at 1733769034521Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733769034521Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190797, getHeapSize=236456, getOffHeapSize=0, getCellsCount=591 at 1733769034522 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733769034522Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733769034522Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733769034539 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733769034539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733769034555 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733769034576 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733769034576Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733769034599 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733769034620 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733769034620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76aa1d7d: reopening flushed file at 1733769034639 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6f5c0: reopening flushed file at 1733769034649 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23dd8813: reopening flushed file at 1733769034659 (+10 ms)Finished flush of dataSize ~186.33 KB/190797, heapSize ~230.68 KB/236216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=488, compaction requested=false at 1733769034671 (+12 ms)Writing region close event to WAL at 1733769034672 (+1 ms)Closed at 1733769034672 2024-12-09T18:30:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43327 is added to blk_1073741830_1006 (size=223348) 2024-12-09T18:30:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741830_1006 (size=223348) 2024-12-09T18:30:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46733 is added to blk_1073741830_1006 (size=223348) 2024-12-09T18:30:34,677 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:30:34,678 INFO [M:0;84065ca92432:45435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T18:30:34,678 INFO [M:0;84065ca92432:45435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45435 2024-12-09T18:30:34,678 INFO [M:0;84065ca92432:45435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:30:34,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:30:34,788 INFO [M:0;84065ca92432:45435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:30:34,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1000c0da6600000, quorum=127.0.0.1:65043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:30:34,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:30:34,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:30:34,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:30:34,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:30:34,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir/,STOPPED} 2024-12-09T18:30:34,802 WARN [BP-1099328611-172.17.0.2-1733768944904 heartbeating to localhost/127.0.0.1:43465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:30:34,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:30:34,802 WARN [BP-1099328611-172.17.0.2-1733768944904 heartbeating to localhost/127.0.0.1:43465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1099328611-172.17.0.2-1733768944904 (Datanode Uuid 8cee9bda-bfca-419f-acdb-730666474f0b) service to localhost/127.0.0.1:43465 2024-12-09T18:30:34,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:30:34,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data5/current/BP-1099328611-172.17.0.2-1733768944904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:30:34,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data6/current/BP-1099328611-172.17.0.2-1733768944904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:30:34,805 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:30:34,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:30:34,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:30:34,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:30:34,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:30:34,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir/,STOPPED} 2024-12-09T18:30:34,816 WARN [BP-1099328611-172.17.0.2-1733768944904 heartbeating to localhost/127.0.0.1:43465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:30:34,816 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:30:34,816 WARN [BP-1099328611-172.17.0.2-1733768944904 heartbeating to localhost/127.0.0.1:43465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1099328611-172.17.0.2-1733768944904 (Datanode Uuid 1b4fd5c1-1b7e-4c32-ac0b-f53a2f41fbae) service to localhost/127.0.0.1:43465 2024-12-09T18:30:34,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:30:34,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data3/current/BP-1099328611-172.17.0.2-1733768944904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:30:34,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data4/current/BP-1099328611-172.17.0.2-1733768944904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:30:34,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:30:34,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:30:34,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:30:34,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:30:34,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:30:34,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir/,STOPPED} 2024-12-09T18:30:34,827 WARN [BP-1099328611-172.17.0.2-1733768944904 heartbeating to localhost/127.0.0.1:43465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:30:34,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:30:34,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:30:34,827 WARN [BP-1099328611-172.17.0.2-1733768944904 heartbeating to localhost/127.0.0.1:43465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1099328611-172.17.0.2-1733768944904 (Datanode Uuid 0402a6cf-448f-4622-9454-83d85a72adb9) service to localhost/127.0.0.1:43465 2024-12-09T18:30:34,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data1/current/BP-1099328611-172.17.0.2-1733768944904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:30:34,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/cluster_06ad1655-1e5e-6f92-8fa1-a382cbf7318d/data/data2/current/BP-1099328611-172.17.0.2-1733768944904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:30:34,829 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:30:34,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T18:30:34,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:30:34,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:30:34,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:30:34,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir/,STOPPED} 2024-12-09T18:30:34,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T18:30:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T18:30:34,905 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43465 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/84065ca92432:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/84065ca92432:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/84065ca92432:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43465 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/84065ca92432:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3a9a72b1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/84065ca92432:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 505), ProcessCount=11 (was 11), AvailableMemoryMB=5953 (was 7256) 2024-12-09T18:30:34,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=5953 2024-12-09T18:30:34,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir so I do NOT create it in target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab 2024-12-09T18:30:34,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T18:30:34,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.tmp.dir so I do NOT create it in target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab 2024-12-09T18:30:34,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9663d7dc-2860-08e7-38c8-ad17cb5dc8b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T18:30:34,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab 2024-12-09T18:30:34,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T18:30:34,923 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8, deleteOnExit=true 2024-12-09T18:30:34,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T18:30:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/test.cache.data in system properties and HBase conf 2024-12-09T18:30:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T18:30:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.log.dir in system properties and HBase conf 2024-12-09T18:30:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T18:30:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T18:30:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T18:30:34,924 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T18:30:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:30:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:30:34,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T18:30:34,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:30:34,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T18:30:34,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T18:30:34,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:30:34,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:30:34,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T18:30:34,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/nfs.dump.dir in system properties and HBase conf 2024-12-09T18:30:34,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/java.io.tmpdir in system properties and HBase conf 2024-12-09T18:30:34,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:30:34,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T18:30:34,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T18:30:35,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:30:35,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:30:35,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:30:35,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:30:35,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:30:35,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:30:35,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cb12e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:30:35,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@274eec8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:30:35,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7df9d2db{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/java.io.tmpdir/jetty-localhost-35745-hadoop-hdfs-3_4_1-tests_jar-_-any-8416782404146401330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T18:30:35,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@265115b6{HTTP/1.1, (http/1.1)}{localhost:35745} 2024-12-09T18:30:35,518 INFO [Time-limited test {}] server.Server(415): Started @92406ms 2024-12-09T18:30:35,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:30:35,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:30:35,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:30:35,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:30:35,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:30:35,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34f1fa22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:30:35,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fb9446e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:30:35,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12c1206{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/java.io.tmpdir/jetty-localhost-46533-hadoop-hdfs-3_4_1-tests_jar-_-any-5787518163471532630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:30:35,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43b6528f{HTTP/1.1, (http/1.1)}{localhost:46533} 2024-12-09T18:30:35,828 INFO [Time-limited test {}] server.Server(415): Started @92716ms 2024-12-09T18:30:35,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:30:35,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:30:35,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:30:35,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:30:35,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:30:35,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:30:35,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68eb1f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:30:35,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@adc4a5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:30:35,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3370e434{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/java.io.tmpdir/jetty-localhost-42685-hadoop-hdfs-3_4_1-tests_jar-_-any-13854691432457650786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:30:35,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b93e1e{HTTP/1.1, (http/1.1)}{localhost:42685} 2024-12-09T18:30:35,963 INFO [Time-limited test {}] server.Server(415): Started @92851ms 2024-12-09T18:30:35,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:30:35,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:30:35,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:30:35,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:30:35,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:30:35,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T18:30:35,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1101c25c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:30:35,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b74f4fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:30:36,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ebec02b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/java.io.tmpdir/jetty-localhost-40427-hadoop-hdfs-3_4_1-tests_jar-_-any-12539115148857777701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:30:36,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27eeff62{HTTP/1.1, (http/1.1)}{localhost:40427} 2024-12-09T18:30:36,087 INFO [Time-limited test {}] server.Server(415): Started @92975ms 2024-12-09T18:30:36,088 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:30:36,952 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data1/current/BP-2009355012-172.17.0.2-1733769034948/current, will proceed with Du for space computation calculation, 2024-12-09T18:30:36,952 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data2/current/BP-2009355012-172.17.0.2-1733769034948/current, will proceed with Du for space computation calculation, 2024-12-09T18:30:36,973 WARN [Thread-658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:30:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x250588ec9094fcc0 with lease ID 0xabcceb4bb914d1f5: Processing first storage report for DS-87d3f71d-f595-43be-9afe-45621235b7cf from datanode DatanodeRegistration(127.0.0.1:35233, datanodeUuid=a5ab9547-ad51-4a1e-a459-0c16ba0abe57, infoPort=43087, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948) 2024-12-09T18:30:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x250588ec9094fcc0 with lease ID 0xabcceb4bb914d1f5: from storage DS-87d3f71d-f595-43be-9afe-45621235b7cf node DatanodeRegistration(127.0.0.1:35233, datanodeUuid=a5ab9547-ad51-4a1e-a459-0c16ba0abe57, infoPort=43087, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:30:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x250588ec9094fcc0 with lease ID 0xabcceb4bb914d1f5: Processing first storage report for DS-cfcaa5ba-da8e-4c86-aa7c-ceb3fddb5df3 from datanode DatanodeRegistration(127.0.0.1:35233, datanodeUuid=a5ab9547-ad51-4a1e-a459-0c16ba0abe57, infoPort=43087, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948) 2024-12-09T18:30:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x250588ec9094fcc0 with lease ID 0xabcceb4bb914d1f5: from storage DS-cfcaa5ba-da8e-4c86-aa7c-ceb3fddb5df3 node DatanodeRegistration(127.0.0.1:35233, datanodeUuid=a5ab9547-ad51-4a1e-a459-0c16ba0abe57, infoPort=43087, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:30:37,093 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data3/current/BP-2009355012-172.17.0.2-1733769034948/current, will proceed with Du for space computation calculation, 2024-12-09T18:30:37,093 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data4/current/BP-2009355012-172.17.0.2-1733769034948/current, will proceed with Du for space computation calculation, 2024-12-09T18:30:37,106 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:30:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1156678a9124a58 with lease ID 0xabcceb4bb914d1f6: Processing first storage report for DS-f4137dca-0ce6-480f-9b05-1214f20dda3f from datanode DatanodeRegistration(127.0.0.1:43175, datanodeUuid=6c823959-53da-4599-8c23-b529472caf57, infoPort=39903, infoSecurePort=0, ipcPort=40105, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948) 2024-12-09T18:30:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1156678a9124a58 with lease ID 0xabcceb4bb914d1f6: from storage DS-f4137dca-0ce6-480f-9b05-1214f20dda3f node DatanodeRegistration(127.0.0.1:43175, datanodeUuid=6c823959-53da-4599-8c23-b529472caf57, infoPort=39903, infoSecurePort=0, ipcPort=40105, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:30:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1156678a9124a58 with lease ID 0xabcceb4bb914d1f6: Processing first storage report for DS-82ff4c79-26b8-4451-a446-772f949b1feb from datanode DatanodeRegistration(127.0.0.1:43175, datanodeUuid=6c823959-53da-4599-8c23-b529472caf57, infoPort=39903, infoSecurePort=0, ipcPort=40105, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948) 2024-12-09T18:30:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1156678a9124a58 with lease ID 0xabcceb4bb914d1f6: from storage DS-82ff4c79-26b8-4451-a446-772f949b1feb node DatanodeRegistration(127.0.0.1:43175, datanodeUuid=6c823959-53da-4599-8c23-b529472caf57, infoPort=39903, infoSecurePort=0, ipcPort=40105, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:30:37,211 WARN [Thread-741 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data6/current/BP-2009355012-172.17.0.2-1733769034948/current, will proceed with Du for space computation calculation, 2024-12-09T18:30:37,211 WARN [Thread-740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data5/current/BP-2009355012-172.17.0.2-1733769034948/current, will proceed with Du for space computation calculation, 2024-12-09T18:30:37,231 WARN [Thread-703 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:30:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20aa01357c481432 with lease ID 0xabcceb4bb914d1f7: Processing first storage report for DS-ce58b222-c2e3-4b1a-9336-c7b647900c6b from datanode DatanodeRegistration(127.0.0.1:33463, datanodeUuid=18187d35-bb75-4fa8-91fe-c744b113ce7c, infoPort=33341, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948) 2024-12-09T18:30:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20aa01357c481432 with lease ID 0xabcceb4bb914d1f7: from storage DS-ce58b222-c2e3-4b1a-9336-c7b647900c6b node DatanodeRegistration(127.0.0.1:33463, datanodeUuid=18187d35-bb75-4fa8-91fe-c744b113ce7c, infoPort=33341, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:30:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20aa01357c481432 with lease ID 0xabcceb4bb914d1f7: Processing first storage report for DS-1512a29a-7d3b-48dc-94a1-81b35e75e97f from datanode DatanodeRegistration(127.0.0.1:33463, datanodeUuid=18187d35-bb75-4fa8-91fe-c744b113ce7c, infoPort=33341, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948) 2024-12-09T18:30:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20aa01357c481432 with lease ID 0xabcceb4bb914d1f7: from storage DS-1512a29a-7d3b-48dc-94a1-81b35e75e97f node DatanodeRegistration(127.0.0.1:33463, datanodeUuid=18187d35-bb75-4fa8-91fe-c744b113ce7c, infoPort=33341, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=392037709;c=1733769034948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:30:37,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab 2024-12-09T18:30:37,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/zookeeper_0, clientPort=64089, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T18:30:37,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64089 2024-12-09T18:30:37,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:30:37,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:30:37,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:30:37,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 with version=8 2024-12-09T18:30:37,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/hbase-staging 2024-12-09T18:30:37,336 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:30:37,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:30:37,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:30:37,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T18:30:37,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:30:37,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44887 2024-12-09T18:30:37,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44887 connecting to ZooKeeper ensemble=127.0.0.1:64089 2024-12-09T18:30:37,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448870x0, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:30:37,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44887-0x1000c0eff380000 connected 2024-12-09T18:30:37,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:30:37,467 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446, hbase.cluster.distributed=false 2024-12-09T18:30:37,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:30:37,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44887 2024-12-09T18:30:37,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44887 2024-12-09T18:30:37,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44887 2024-12-09T18:30:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44887 2024-12-09T18:30:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44887 2024-12-09T18:30:37,482 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:30:37,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:30:37,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:30:37,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:30:37,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:30:37,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37495 2024-12-09T18:30:37,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37495 connecting to ZooKeeper ensemble=127.0.0.1:64089 2024-12-09T18:30:37,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374950x0, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:30:37,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37495-0x1000c0eff380001 connected 2024-12-09T18:30:37,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:30:37,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:30:37,498 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:30:37,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:30:37,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:30:37,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37495 2024-12-09T18:30:37,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37495 2024-12-09T18:30:37,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37495 2024-12-09T18:30:37,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37495 2024-12-09T18:30:37,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37495 2024-12-09T18:30:37,513 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:30:37,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:30:37,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:30:37,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:30:37,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:30:37,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36199 2024-12-09T18:30:37,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36199 connecting to ZooKeeper ensemble=127.0.0.1:64089 2024-12-09T18:30:37,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361990x0, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:30:37,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361990x0, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:30:37,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36199-0x1000c0eff380002 connected 2024-12-09T18:30:37,530 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:30:37,531 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:30:37,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:30:37,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:30:37,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36199 2024-12-09T18:30:37,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36199 2024-12-09T18:30:37,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36199 2024-12-09T18:30:37,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36199 2024-12-09T18:30:37,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36199 2024-12-09T18:30:37,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:30:37,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:30:37,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:30:37,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:30:37,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:30:37,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:30:37,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46795 2024-12-09T18:30:37,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46795 connecting to ZooKeeper ensemble=127.0.0.1:64089 2024-12-09T18:30:37,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467950x0, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:30:37,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467950x0, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:30:37,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46795-0x1000c0eff380003 connected 2024-12-09T18:30:37,564 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:30:37,564 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:30:37,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:30:37,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:30:37,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46795 2024-12-09T18:30:37,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46795 2024-12-09T18:30:37,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46795 2024-12-09T18:30:37,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46795 2024-12-09T18:30:37,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46795 2024-12-09T18:30:37,577 DEBUG [M:0;84065ca92432:44887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84065ca92432:44887 2024-12-09T18:30:37,577 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84065ca92432,44887,1733769037336 2024-12-09T18:30:37,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:30:37,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:30:37,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:30:37,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:30:37,589 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84065ca92432,44887,1733769037336 2024-12-09T18:30:37,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:30:37,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:30:37,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:30:37,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,597 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T18:30:37,598 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84065ca92432,44887,1733769037336 from backup master directory 2024-12-09T18:30:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:30:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:30:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84065ca92432,44887,1733769037336 2024-12-09T18:30:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:30:37,605 WARN [master/84065ca92432:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:30:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:30:37,605 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84065ca92432,44887,1733769037336 2024-12-09T18:30:37,610 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/hbase.id] with ID: 727799f3-3565-4293-bc61-cb9ca73d3b8a 2024-12-09T18:30:37,610 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/.tmp/hbase.id 2024-12-09T18:30:37,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:30:37,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:30:37,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:30:37,619 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/.tmp/hbase.id]:[hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/hbase.id] 2024-12-09T18:30:37,631 INFO [master/84065ca92432:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:30:37,631 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T18:30:37,633 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-09T18:30:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:30:37,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:30:37,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:30:37,656 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:30:37,657 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T18:30:37,657 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:30:37,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:30:37,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:30:37,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:30:37,668 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store 2024-12-09T18:30:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:30:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:30:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:30:37,676 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:37,676 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:30:37,676 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:30:37,676 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:30:37,676 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:30:37,676 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:30:37,676 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:30:37,676 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733769037676Disabling compacts and flushes for region at 1733769037676Disabling writes for close at 1733769037676Writing region close event to WAL at 1733769037676Closed at 1733769037676 2024-12-09T18:30:37,677 WARN [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/.initializing 2024-12-09T18:30:37,677 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/WALs/84065ca92432,44887,1733769037336 2024-12-09T18:30:37,678 INFO [master/84065ca92432:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:30:37,679 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C44887%2C1733769037336, suffix=, logDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/WALs/84065ca92432,44887,1733769037336, archiveDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/oldWALs, maxLogs=10 2024-12-09T18:30:37,690 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/WALs/84065ca92432,44887,1733769037336/84065ca92432%2C44887%2C1733769037336.1733769037680, exclude list is [], retry=0 2024-12-09T18:30:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-f4137dca-0ce6-480f-9b05-1214f20dda3f,DISK] 2024-12-09T18:30:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35233,DS-87d3f71d-f595-43be-9afe-45621235b7cf,DISK] 2024-12-09T18:30:37,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33463,DS-ce58b222-c2e3-4b1a-9336-c7b647900c6b,DISK] 2024-12-09T18:30:37,696 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/WALs/84065ca92432,44887,1733769037336/84065ca92432%2C44887%2C1733769037336.1733769037680 2024-12-09T18:30:37,697 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33341:33341),(127.0.0.1/127.0.0.1:39903:39903),(127.0.0.1/127.0.0.1:43087:43087)] 2024-12-09T18:30:37,697 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:30:37,697 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:37,697 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,698 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T18:30:37,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:37,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:30:37,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T18:30:37,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:37,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:37,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T18:30:37,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:37,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:37,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T18:30:37,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:37,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:37,710 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,711 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,711 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,713 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,713 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,714 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:30:37,715 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:30:37,718 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:37,718 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62989183, jitterRate=-0.061388030648231506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:30:37,719 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733769037698Initializing all the Stores at 1733769037699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769037699Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769037699Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769037699Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769037699Cleaning up temporary data from old regions at 1733769037713 (+14 ms)Region opened successfully at 1733769037719 (+6 ms) 2024-12-09T18:30:37,720 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T18:30:37,724 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1691fadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:30:37,724 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T18:30:37,725 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T18:30:37,725 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T18:30:37,725 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T18:30:37,725 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T18:30:37,726 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T18:30:37,726 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T18:30:37,728 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T18:30:37,729 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T18:30:37,738 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T18:30:37,738 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T18:30:37,739 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T18:30:37,746 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T18:30:37,747 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T18:30:37,748 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T18:30:37,755 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T18:30:37,756 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T18:30:37,763 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T18:30:37,765 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T18:30:37,771 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T18:30:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:30:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:30:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:30:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:30:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,781 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84065ca92432,44887,1733769037336, sessionid=0x1000c0eff380000, setting cluster-up flag (Was=false) 2024-12-09T18:30:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,821 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T18:30:37,823 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,44887,1733769037336 2024-12-09T18:30:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:37,863 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T18:30:37,865 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,44887,1733769037336 2024-12-09T18:30:37,866 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T18:30:37,868 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T18:30:37,868 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T18:30:37,868 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T18:30:37,869 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84065ca92432,44887,1733769037336 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T18:30:37,869 INFO [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer(746): ClusterId : 727799f3-3565-4293-bc61-cb9ca73d3b8a 2024-12-09T18:30:37,869 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(746): ClusterId : 727799f3-3565-4293-bc61-cb9ca73d3b8a 2024-12-09T18:30:37,869 DEBUG [RS:0;84065ca92432:37495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:30:37,869 DEBUG [RS:2;84065ca92432:46795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:30:37,871 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(746): ClusterId : 727799f3-3565-4293-bc61-cb9ca73d3b8a 2024-12-09T18:30:37,871 DEBUG [RS:1;84065ca92432:36199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:30:37,880 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:30:37,880 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:30:37,880 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:30:37,880 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:30:37,880 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84065ca92432:0, corePoolSize=10, maxPoolSize=10 2024-12-09T18:30:37,880 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,880 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:30:37,880 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,881 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733769067881 2024-12-09T18:30:37,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:30:37,882 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T18:30:37,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T18:30:37,882 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T18:30:37,882 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T18:30:37,882 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T18:30:37,882 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T18:30:37,882 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T18:30:37,882 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:37,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T18:30:37,883 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T18:30:37,883 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T18:30:37,884 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T18:30:37,885 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T18:30:37,885 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T18:30:37,885 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733769037885,5,FailOnTimeoutGroup] 2024-12-09T18:30:37,885 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733769037885,5,FailOnTimeoutGroup] 2024-12-09T18:30:37,885 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,885 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T18:30:37,885 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,885 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:30:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:30:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:30:37,891 DEBUG [RS:2;84065ca92432:46795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:30:37,891 DEBUG [RS:2;84065ca92432:46795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:30:37,891 DEBUG [RS:0;84065ca92432:37495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:30:37,891 DEBUG [RS:0;84065ca92432:37495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:30:37,892 DEBUG [RS:1;84065ca92432:36199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:30:37,892 DEBUG [RS:1;84065ca92432:36199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:30:37,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T18:30:37,892 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:37,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:30:37,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:30:37,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:30:37,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:37,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:30:37,905 DEBUG [RS:0;84065ca92432:37495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:30:37,906 DEBUG [RS:1;84065ca92432:36199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:30:37,906 DEBUG [RS:0;84065ca92432:37495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57eaa300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:30:37,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:30:37,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:37,906 DEBUG [RS:1;84065ca92432:36199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:30:37,907 DEBUG [RS:2;84065ca92432:46795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:30:37,908 DEBUG [RS:2;84065ca92432:46795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d0d550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:30:37,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:30:37,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:30:37,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:30:37,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:37,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:30:37,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:30:37,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:30:37,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:37,917 DEBUG [RS:1;84065ca92432:36199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;84065ca92432:36199 2024-12-09T18:30:37,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:30:37,917 INFO [RS:1;84065ca92432:36199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:30:37,917 INFO [RS:1;84065ca92432:36199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:30:37,917 DEBUG [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:30:37,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:30:37,918 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,44887,1733769037336 with port=36199, startcode=1733769037513 2024-12-09T18:30:37,918 DEBUG [RS:1;84065ca92432:36199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:30:37,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:30:37,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:37,920 DEBUG [RS:0;84065ca92432:37495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84065ca92432:37495 2024-12-09T18:30:37,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:30:37,920 INFO [RS:0;84065ca92432:37495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:30:37,920 INFO [RS:0;84065ca92432:37495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:30:37,920 DEBUG [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:30:37,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:30:37,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740 2024-12-09T18:30:37,922 INFO [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,44887,1733769037336 with port=37495, startcode=1733769037482 2024-12-09T18:30:37,922 DEBUG [RS:0;84065ca92432:37495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:30:37,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740 2024-12-09T18:30:37,922 DEBUG [RS:2;84065ca92432:46795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;84065ca92432:46795 2024-12-09T18:30:37,923 INFO [RS:2;84065ca92432:46795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:30:37,923 INFO [RS:2;84065ca92432:46795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:30:37,923 DEBUG [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:30:37,924 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,44887,1733769037336 with port=46795, startcode=1733769037547 2024-12-09T18:30:37,924 DEBUG [RS:2;84065ca92432:46795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:30:37,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:30:37,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:30:37,925 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:30:37,925 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:30:37,925 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:30:37,925 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:30:37,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,37495,1733769037482 2024-12-09T18:30:37,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44887 {}] master.ServerManager(517): Registering regionserver=84065ca92432,37495,1733769037482 2024-12-09T18:30:37,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:30:37,927 DEBUG [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:37,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,36199,1733769037513 2024-12-09T18:30:37,927 DEBUG [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39999 2024-12-09T18:30:37,927 DEBUG [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:30:37,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44887 {}] master.ServerManager(517): Registering regionserver=84065ca92432,36199,1733769037513 2024-12-09T18:30:37,929 DEBUG [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:37,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,46795,1733769037547 2024-12-09T18:30:37,929 DEBUG [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39999 2024-12-09T18:30:37,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44887 {}] master.ServerManager(517): Registering regionserver=84065ca92432,46795,1733769037547 2024-12-09T18:30:37,929 DEBUG [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:30:37,930 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:37,931 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72517510, jitterRate=0.08059510588645935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:30:37,931 DEBUG [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:37,931 DEBUG [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39999 2024-12-09T18:30:37,931 DEBUG [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:30:37,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733769037903Initializing all the Stores at 1733769037903Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769037903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769037904 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769037904Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769037904Cleaning up temporary data from old regions at 1733769037924 (+20 ms)Region opened successfully at 1733769037931 (+7 ms) 2024-12-09T18:30:37,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T18:30:37,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T18:30:37,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T18:30:37,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T18:30:37,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T18:30:37,934 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T18:30:37,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733769037931Disabling compacts and flushes for region at 1733769037931Disabling writes for close at 1733769037932 (+1 ms)Writing region close event to WAL at 1733769037933 (+1 ms)Closed at 1733769037933 2024-12-09T18:30:37,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:30:37,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T18:30:37,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T18:30:37,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:30:37,937 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T18:30:37,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:30:37,971 DEBUG [RS:0;84065ca92432:37495 {}] zookeeper.ZKUtil(111): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,37495,1733769037482 2024-12-09T18:30:37,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,36199,1733769037513] 2024-12-09T18:30:37,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,37495,1733769037482] 2024-12-09T18:30:37,971 WARN [RS:0;84065ca92432:37495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:30:37,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,46795,1733769037547] 2024-12-09T18:30:37,971 DEBUG [RS:1;84065ca92432:36199 {}] zookeeper.ZKUtil(111): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,36199,1733769037513 2024-12-09T18:30:37,971 INFO [RS:0;84065ca92432:37495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:30:37,971 WARN [RS:1;84065ca92432:36199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:30:37,971 DEBUG [RS:2;84065ca92432:46795 {}] zookeeper.ZKUtil(111): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,46795,1733769037547 2024-12-09T18:30:37,971 INFO [RS:1;84065ca92432:36199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:30:37,971 WARN [RS:2;84065ca92432:46795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:30:37,971 DEBUG [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482 2024-12-09T18:30:37,971 INFO [RS:2;84065ca92432:46795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:30:37,971 DEBUG [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,36199,1733769037513 2024-12-09T18:30:37,971 DEBUG [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,46795,1733769037547 2024-12-09T18:30:37,979 INFO [RS:1;84065ca92432:36199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:30:37,979 INFO [RS:0;84065ca92432:37495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:30:37,979 INFO [RS:2;84065ca92432:46795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:30:37,982 INFO [RS:1;84065ca92432:36199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:30:37,985 INFO [RS:2;84065ca92432:46795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:30:37,985 INFO [RS:0;84065ca92432:37495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:30:37,985 INFO [RS:1;84065ca92432:36199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:30:37,985 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,985 INFO [RS:2;84065ca92432:46795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:30:37,985 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,985 INFO [RS:0;84065ca92432:37495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:30:37,985 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:30:37,985 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,986 INFO [RS:1;84065ca92432:36199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:30:37,986 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,986 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,986 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:30:37,987 DEBUG [RS:1;84065ca92432:36199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:30:37,987 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:30:37,988 INFO [RS:2;84065ca92432:46795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:30:37,989 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,989 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,989 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,989 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,989 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,989 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,989 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:30:37,989 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,989 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,989 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,990 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,990 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,990 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,990 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:30:37,990 DEBUG [RS:2;84065ca92432:46795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:30:37,991 INFO [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:30:37,992 INFO [RS:0;84065ca92432:37495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:30:37,992 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,992 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:30:37,993 DEBUG [RS:0;84065ca92432:37495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:30:37,995 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,46795,1733769037547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,995 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,996 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,36199,1733769037513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:30:37,996 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,996 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,996 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,996 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,996 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:37,996 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,37495,1733769037482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:30:38,018 INFO [RS:2;84065ca92432:46795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:30:38,018 INFO [RS:1;84065ca92432:36199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:30:38,018 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,36199,1733769037513-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:38,018 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,46795,1733769037547-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:38,018 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:38,018 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:38,018 INFO [RS:2;84065ca92432:46795 {}] regionserver.Replication(171): 84065ca92432,46795,1733769037547 started 2024-12-09T18:30:38,018 INFO [RS:1;84065ca92432:36199 {}] regionserver.Replication(171): 84065ca92432,36199,1733769037513 started 2024-12-09T18:30:38,021 INFO [RS:0;84065ca92432:37495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:30:38,021 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,37495,1733769037482-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:38,021 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:38,022 INFO [RS:0;84065ca92432:37495 {}] regionserver.Replication(171): 84065ca92432,37495,1733769037482 started 2024-12-09T18:30:38,039 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:38,039 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:38,039 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,46795,1733769037547, RpcServer on 84065ca92432/172.17.0.2:46795, sessionid=0x1000c0eff380003 2024-12-09T18:30:38,039 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,36199,1733769037513, RpcServer on 84065ca92432/172.17.0.2:36199, sessionid=0x1000c0eff380002 2024-12-09T18:30:38,039 DEBUG [RS:1;84065ca92432:36199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:30:38,039 DEBUG [RS:2;84065ca92432:46795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:30:38,039 DEBUG [RS:1;84065ca92432:36199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,36199,1733769037513 2024-12-09T18:30:38,039 DEBUG [RS:2;84065ca92432:46795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,46795,1733769037547 2024-12-09T18:30:38,039 DEBUG [RS:1;84065ca92432:36199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,36199,1733769037513' 2024-12-09T18:30:38,039 DEBUG [RS:2;84065ca92432:46795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,46795,1733769037547' 2024-12-09T18:30:38,039 DEBUG [RS:2;84065ca92432:46795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:30:38,040 DEBUG [RS:1;84065ca92432:36199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:30:38,040 DEBUG [RS:2;84065ca92432:46795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:30:38,040 DEBUG [RS:1;84065ca92432:36199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:30:38,040 DEBUG [RS:1;84065ca92432:36199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:30:38,040 DEBUG [RS:2;84065ca92432:46795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:30:38,040 DEBUG [RS:1;84065ca92432:36199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:30:38,041 DEBUG [RS:2;84065ca92432:46795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:30:38,041 DEBUG [RS:1;84065ca92432:36199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,36199,1733769037513 2024-12-09T18:30:38,041 DEBUG [RS:2;84065ca92432:46795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,46795,1733769037547 2024-12-09T18:30:38,041 DEBUG [RS:1;84065ca92432:36199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,36199,1733769037513' 2024-12-09T18:30:38,041 DEBUG [RS:2;84065ca92432:46795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,46795,1733769037547' 2024-12-09T18:30:38,041 DEBUG [RS:1;84065ca92432:36199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:30:38,041 DEBUG [RS:2;84065ca92432:46795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:30:38,041 DEBUG [RS:2;84065ca92432:46795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:30:38,041 DEBUG [RS:1;84065ca92432:36199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:30:38,041 DEBUG [RS:1;84065ca92432:36199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:30:38,041 DEBUG [RS:2;84065ca92432:46795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:30:38,041 INFO [RS:1;84065ca92432:36199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:30:38,041 INFO [RS:2;84065ca92432:46795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:30:38,041 INFO [RS:1;84065ca92432:36199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:30:38,041 INFO [RS:2;84065ca92432:46795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:30:38,043 INFO [RS:0;84065ca92432:37495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:38,044 INFO [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,37495,1733769037482, RpcServer on 84065ca92432/172.17.0.2:37495, sessionid=0x1000c0eff380001 2024-12-09T18:30:38,044 DEBUG [RS:0;84065ca92432:37495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:30:38,044 DEBUG [RS:0;84065ca92432:37495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,37495,1733769037482 2024-12-09T18:30:38,044 DEBUG [RS:0;84065ca92432:37495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,37495,1733769037482' 2024-12-09T18:30:38,044 DEBUG [RS:0;84065ca92432:37495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:30:38,045 DEBUG [RS:0;84065ca92432:37495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:30:38,045 DEBUG [RS:0;84065ca92432:37495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:30:38,045 DEBUG [RS:0;84065ca92432:37495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:30:38,045 DEBUG [RS:0;84065ca92432:37495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,37495,1733769037482 2024-12-09T18:30:38,045 DEBUG [RS:0;84065ca92432:37495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,37495,1733769037482' 2024-12-09T18:30:38,045 DEBUG [RS:0;84065ca92432:37495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:30:38,045 DEBUG [RS:0;84065ca92432:37495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:30:38,046 DEBUG [RS:0;84065ca92432:37495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:30:38,046 INFO [RS:0;84065ca92432:37495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:30:38,046 INFO [RS:0;84065ca92432:37495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:30:38,087 WARN [84065ca92432:44887 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T18:30:38,142 INFO [RS:2;84065ca92432:46795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:30:38,142 INFO [RS:1;84065ca92432:36199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:30:38,144 INFO [RS:2;84065ca92432:46795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C46795%2C1733769037547, suffix=, logDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,46795,1733769037547, archiveDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/oldWALs, maxLogs=32 2024-12-09T18:30:38,144 INFO [RS:1;84065ca92432:36199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C36199%2C1733769037513, suffix=, logDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,36199,1733769037513, archiveDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/oldWALs, maxLogs=32 2024-12-09T18:30:38,146 INFO [RS:0;84065ca92432:37495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:30:38,148 INFO [RS:0;84065ca92432:37495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C37495%2C1733769037482, suffix=, logDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482, archiveDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/oldWALs, maxLogs=32 2024-12-09T18:30:38,157 DEBUG [RS:2;84065ca92432:46795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,46795,1733769037547/84065ca92432%2C46795%2C1733769037547.1733769038146, exclude list is [], retry=0 2024-12-09T18:30:38,157 DEBUG [RS:1;84065ca92432:36199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,36199,1733769037513/84065ca92432%2C36199%2C1733769037513.1733769038146, exclude list is [], retry=0 2024-12-09T18:30:38,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-f4137dca-0ce6-480f-9b05-1214f20dda3f,DISK] 2024-12-09T18:30:38,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33463,DS-ce58b222-c2e3-4b1a-9336-c7b647900c6b,DISK] 2024-12-09T18:30:38,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33463,DS-ce58b222-c2e3-4b1a-9336-c7b647900c6b,DISK] 2024-12-09T18:30:38,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35233,DS-87d3f71d-f595-43be-9afe-45621235b7cf,DISK] 2024-12-09T18:30:38,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35233,DS-87d3f71d-f595-43be-9afe-45621235b7cf,DISK] 2024-12-09T18:30:38,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-f4137dca-0ce6-480f-9b05-1214f20dda3f,DISK] 2024-12-09T18:30:38,163 INFO [RS:2;84065ca92432:46795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,46795,1733769037547/84065ca92432%2C46795%2C1733769037547.1733769038146 2024-12-09T18:30:38,163 INFO [RS:1;84065ca92432:36199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,36199,1733769037513/84065ca92432%2C36199%2C1733769037513.1733769038146 2024-12-09T18:30:38,164 DEBUG [RS:1;84065ca92432:36199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39903:39903),(127.0.0.1/127.0.0.1:43087:43087),(127.0.0.1/127.0.0.1:33341:33341)] 2024-12-09T18:30:38,164 DEBUG [RS:2;84065ca92432:46795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33341:33341),(127.0.0.1/127.0.0.1:43087:43087),(127.0.0.1/127.0.0.1:39903:39903)] 2024-12-09T18:30:38,166 DEBUG [RS:0;84065ca92432:37495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482/84065ca92432%2C37495%2C1733769037482.1733769038149, exclude list is [], retry=0 2024-12-09T18:30:38,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-f4137dca-0ce6-480f-9b05-1214f20dda3f,DISK] 2024-12-09T18:30:38,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33463,DS-ce58b222-c2e3-4b1a-9336-c7b647900c6b,DISK] 2024-12-09T18:30:38,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35233,DS-87d3f71d-f595-43be-9afe-45621235b7cf,DISK] 2024-12-09T18:30:38,176 INFO [RS:0;84065ca92432:37495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482/84065ca92432%2C37495%2C1733769037482.1733769038149 2024-12-09T18:30:38,177 DEBUG [RS:0;84065ca92432:37495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39903:39903),(127.0.0.1/127.0.0.1:43087:43087),(127.0.0.1/127.0.0.1:33341:33341)] 2024-12-09T18:30:38,338 DEBUG [84065ca92432:44887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T18:30:38,338 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:30:38,340 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:30:38,341 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:30:38,341 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:30:38,341 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:30:38,341 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:30:38,341 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:30:38,341 INFO [84065ca92432:44887 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:30:38,341 INFO [84065ca92432:44887 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:30:38,341 INFO [84065ca92432:44887 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:30:38,341 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:30:38,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:38,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84065ca92432,46795,1733769037547, state=OPENING 2024-12-09T18:30:38,380 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T18:30:38,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:38,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:38,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:38,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:30:38,389 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:30:38,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:30:38,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:30:38,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84065ca92432,46795,1733769037547}] 2024-12-09T18:30:38,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:30:38,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:30:39,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:39,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:39,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:39,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T18:30:39,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:39,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:39,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:40,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:30:40,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T18:30:45,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T18:30:45,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:45,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:45,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:48,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:30:48,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:30:48,397 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T18:30:48,397 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:30:48,398 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T18:30:48,400 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C46795%2C1733769037547.meta, suffix=.meta, logDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,46795,1733769037547, archiveDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/oldWALs, maxLogs=32 2024-12-09T18:30:48,414 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,46795,1733769037547/84065ca92432%2C46795%2C1733769037547.meta.1733769048401.meta, exclude list is [], retry=0 2024-12-09T18:30:48,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-f4137dca-0ce6-480f-9b05-1214f20dda3f,DISK] 2024-12-09T18:30:48,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33463,DS-ce58b222-c2e3-4b1a-9336-c7b647900c6b,DISK] 2024-12-09T18:30:48,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35233,DS-87d3f71d-f595-43be-9afe-45621235b7cf,DISK] 2024-12-09T18:30:48,421 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,46795,1733769037547/84065ca92432%2C46795%2C1733769037547.meta.1733769048401.meta 2024-12-09T18:30:48,421 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39903:39903),(127.0.0.1/127.0.0.1:33341:33341),(127.0.0.1/127.0.0.1:43087:43087)] 2024-12-09T18:30:48,421 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:30:48,421 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T18:30:48,422 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T18:30:48,422 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T18:30:48,422 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T18:30:48,422 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,422 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T18:30:48,422 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T18:30:48,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:30:48,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:30:48,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:48,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:30:48,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:30:48,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:30:48,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:48,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:30:48,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:30:48,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:30:48,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:48,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:30:48,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:30:48,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:30:48,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:48,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:30:48,429 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:30:48,430 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740 2024-12-09T18:30:48,431 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740 2024-12-09T18:30:48,432 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:30:48,432 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:30:48,433 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:30:48,434 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:30:48,435 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64480270, jitterRate=-0.039169102907180786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:30:48,435 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T18:30:48,435 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733769048422Writing region info on filesystem at 1733769048422Initializing all the Stores at 1733769048423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769048423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769048423Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769048423Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769048423Cleaning up temporary data from old regions at 1733769048432 (+9 ms)Running coprocessor post-open hooks at 1733769048435 (+3 ms)Region opened successfully at 1733769048435 2024-12-09T18:30:48,436 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733769048391 2024-12-09T18:30:48,438 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T18:30:48,438 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T18:30:48,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:48,439 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84065ca92432,46795,1733769037547, state=OPEN 2024-12-09T18:30:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:30:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:30:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:30:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:30:48,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:30:48,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:30:48,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:30:48,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84065ca92432,46795,1733769037547 2024-12-09T18:30:48,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:30:48,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T18:30:48,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84065ca92432,46795,1733769037547 in 10.0650 sec 2024-12-09T18:30:48,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T18:30:48,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5210 sec 2024-12-09T18:30:48,458 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:30:48,458 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T18:30:48,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:30:48,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46795,1733769037547, seqNum=-1] 2024-12-09T18:30:48,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:30:48,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:30:48,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6000 sec 2024-12-09T18:30:48,467 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733769048467, completionTime=-1 2024-12-09T18:30:48,467 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T18:30:48,467 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733769108469 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733769168469 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44887,1733769037336-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44887,1733769037336-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44887,1733769037336-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84065ca92432:44887, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:48,469 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:48,471 DEBUG [master/84065ca92432:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T18:30:48,473 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.868sec 2024-12-09T18:30:48,473 INFO [master/84065ca92432:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T18:30:48,473 INFO [master/84065ca92432:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T18:30:48,473 INFO [master/84065ca92432:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T18:30:48,473 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T18:30:48,473 INFO [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T18:30:48,473 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44887,1733769037336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:30:48,473 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44887,1733769037336-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T18:30:48,476 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T18:30:48,476 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T18:30:48,476 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44887,1733769037336-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:30:48,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a34a863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:30:48,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,44887,-1 for getting cluster id 2024-12-09T18:30:48,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:30:48,479 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '727799f3-3565-4293-bc61-cb9ca73d3b8a' 2024-12-09T18:30:48,480 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:30:48,480 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "727799f3-3565-4293-bc61-cb9ca73d3b8a" 2024-12-09T18:30:48,480 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5778a062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:30:48,480 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,44887,-1] 2024-12-09T18:30:48,480 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:30:48,481 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:48,482 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:30:48,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e79ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:30:48,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:30:48,484 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46795,1733769037547, seqNum=-1] 2024-12-09T18:30:48,484 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:30:48,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:30:48,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84065ca92432,44887,1733769037336 2024-12-09T18:30:48,487 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733769048487 (current time:1733769048487). 2024-12-09T18:30:48,487 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T18:30:48,487 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T18:30:48,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1caa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:30:48,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,44887,-1 for getting cluster id 2024-12-09T18:30:48,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:30:48,489 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '727799f3-3565-4293-bc61-cb9ca73d3b8a' 2024-12-09T18:30:48,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:30:48,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "727799f3-3565-4293-bc61-cb9ca73d3b8a" 2024-12-09T18:30:48,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358be3c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:30:48,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,44887,-1] 2024-12-09T18:30:48,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:30:48,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:48,491 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:30:48,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5263e0f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:30:48,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:30:48,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,46795,1733769037547, seqNum=-1] 2024-12-09T18:30:48,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:30:48,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:30:48,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:30:48,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:30:48,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:48,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:30:48,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:30:48,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T18:30:48,498 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 84065ca92432,44887,1733769037336 2024-12-09T18:30:48,499 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31b067fa 2024-12-09T18:30:48,499 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T18:30:48,501 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T18:30:48,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:30:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T18:30:48,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:30:48,505 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:48,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T18:30:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:30:48,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:30:48,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741837_1013 (size=361) 2024-12-09T18:30:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741837_1013 (size=361) 2024-12-09T18:30:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741837_1013 (size=361) 2024-12-09T18:30:48,519 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cb2e106e84dd16eb9be36d1451d0393, NAME => 'SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,519 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a1b85a2925a69b508fd1a4415d639355, NAME => 'SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,519 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e028ddbe97fb30e6f37c38615a3e7088, NAME => 'SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741840_1016 (size=54) 2024-12-09T18:30:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741840_1016 (size=54) 2024-12-09T18:30:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741840_1016 (size=54) 2024-12-09T18:30:48,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741838_1014 (size=62) 2024-12-09T18:30:48,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6cb2e106e84dd16eb9be36d1451d0393, disabling compactions & flushes 2024-12-09T18:30:48,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741838_1014 (size=62) 2024-12-09T18:30:48,532 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. after waiting 0 ms 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:30:48,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741838_1014 (size=62) 2024-12-09T18:30:48,532 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cb2e106e84dd16eb9be36d1451d0393: Waiting for close lock at 1733769048532Disabling compacts and flushes for region at 1733769048532Disabling writes for close at 1733769048532Writing region close event to WAL at 1733769048532Closed at 1733769048532 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e028ddbe97fb30e6f37c38615a3e7088, disabling compactions & flushes 2024-12-09T18:30:48,532 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. after waiting 0 ms 2024-12-09T18:30:48,532 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09b3cb314efe8ed3ffd2f6df0bf2cae5, NAME => 'SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:30:48,532 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:30:48,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e028ddbe97fb30e6f37c38615a3e7088: Waiting for close lock at 1733769048532Disabling compacts and flushes for region at 1733769048532Disabling writes for close at 1733769048532Writing region close event to WAL at 1733769048532Closed at 1733769048532 2024-12-09T18:30:48,533 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cab24f9b0be59ed17dc642bc6d04e9e9, NAME => 'SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741839_1015 (size=62) 2024-12-09T18:30:48,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741839_1015 (size=62) 2024-12-09T18:30:48,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741839_1015 (size=62) 2024-12-09T18:30:48,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a1b85a2925a69b508fd1a4415d639355, disabling compactions & flushes 2024-12-09T18:30:48,548 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:30:48,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:30:48,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. after waiting 0 ms 2024-12-09T18:30:48,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:30:48,548 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:30:48,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a1b85a2925a69b508fd1a4415d639355: Waiting for close lock at 1733769048548Disabling compacts and flushes for region at 1733769048548Disabling writes for close at 1733769048548Writing region close event to WAL at 1733769048548Closed at 1733769048548 2024-12-09T18:30:48,549 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3a6d39f88613e8e10b68d4edfb20918d, NAME => 'SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741841_1017 (size=62) 2024-12-09T18:30:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741842_1018 (size=62) 2024-12-09T18:30:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741841_1017 (size=62) 2024-12-09T18:30:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741841_1017 (size=62) 2024-12-09T18:30:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741842_1018 (size=62) 2024-12-09T18:30:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741842_1018 (size=62) 2024-12-09T18:30:48,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 09b3cb314efe8ed3ffd2f6df0bf2cae5, disabling compactions & flushes 2024-12-09T18:30:48,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,562 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:30:48,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:30:48,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cab24f9b0be59ed17dc642bc6d04e9e9, disabling compactions & flushes 2024-12-09T18:30:48,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. after waiting 1 ms 2024-12-09T18:30:48,563 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:30:48,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:30:48,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:30:48,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. after waiting 0 ms 2024-12-09T18:30:48,563 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:30:48,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:30:48,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09b3cb314efe8ed3ffd2f6df0bf2cae5: Waiting for close lock at 1733769048562Disabling compacts and flushes for region at 1733769048562Disabling writes for close at 1733769048563 (+1 ms)Writing region close event to WAL at 1733769048563Closed at 1733769048563 2024-12-09T18:30:48,563 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:30:48,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cab24f9b0be59ed17dc642bc6d04e9e9: Waiting for close lock at 1733769048562Disabling compacts and flushes for region at 1733769048562Disabling writes for close at 1733769048563 (+1 ms)Writing region close event to WAL at 1733769048563Closed at 1733769048563 2024-12-09T18:30:48,563 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 057069468a729ac84f41ded68b9b42c9, NAME => 'SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,564 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bb73fcdc8b37c880196e1743a273f884, NAME => 'SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741843_1019 (size=62) 2024-12-09T18:30:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741843_1019 (size=62) 2024-12-09T18:30:48,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741843_1019 (size=62) 2024-12-09T18:30:48,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3a6d39f88613e8e10b68d4edfb20918d, disabling compactions & flushes 2024-12-09T18:30:48,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:30:48,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:30:48,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. after waiting 0 ms 2024-12-09T18:30:48,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:30:48,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:30:48,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3a6d39f88613e8e10b68d4edfb20918d: Waiting for close lock at 1733769048587Disabling compacts and flushes for region at 1733769048587Disabling writes for close at 1733769048587Writing region close event to WAL at 1733769048587Closed at 1733769048587 2024-12-09T18:30:48,588 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 00ac18f3d375ef9d21d76029645e5a73, NAME => 'SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741844_1020 (size=62) 2024-12-09T18:30:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741844_1020 (size=62) 2024-12-09T18:30:48,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741844_1020 (size=62) 2024-12-09T18:30:48,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 057069468a729ac84f41ded68b9b42c9, disabling compactions & flushes 2024-12-09T18:30:48,600 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:30:48,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:30:48,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. after waiting 0 ms 2024-12-09T18:30:48,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:30:48,600 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:30:48,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 057069468a729ac84f41ded68b9b42c9: Waiting for close lock at 1733769048600Disabling compacts and flushes for region at 1733769048600Disabling writes for close at 1733769048600Writing region close event to WAL at 1733769048600Closed at 1733769048600 2024-12-09T18:30:48,601 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5f069c5d2585fe91d26f81f1fb2e9f0, NAME => 'SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446 2024-12-09T18:30:48,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741845_1021 (size=62) 2024-12-09T18:30:48,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741845_1021 (size=62) 2024-12-09T18:30:48,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741845_1021 (size=62) 2024-12-09T18:30:48,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bb73fcdc8b37c880196e1743a273f884, disabling compactions & flushes 2024-12-09T18:30:48,608 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:30:48,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:30:48,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. after waiting 0 ms 2024-12-09T18:30:48,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:30:48,608 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:30:48,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bb73fcdc8b37c880196e1743a273f884: Waiting for close lock at 1733769048608Disabling compacts and flushes for region at 1733769048608Disabling writes for close at 1733769048608Writing region close event to WAL at 1733769048608Closed at 1733769048608 2024-12-09T18:30:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:30:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741846_1022 (size=62) 2024-12-09T18:30:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741846_1022 (size=62) 2024-12-09T18:30:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741846_1022 (size=62) 2024-12-09T18:30:48,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 00ac18f3d375ef9d21d76029645e5a73, disabling compactions & flushes 2024-12-09T18:30:48,618 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:30:48,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:30:48,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. after waiting 0 ms 2024-12-09T18:30:48,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:30:48,619 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:30:48,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 00ac18f3d375ef9d21d76029645e5a73: Waiting for close lock at 1733769048618Disabling compacts and flushes for region at 1733769048618Disabling writes for close at 1733769048618Writing region close event to WAL at 1733769048619 (+1 ms)Closed at 1733769048619 2024-12-09T18:30:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741847_1023 (size=54) 2024-12-09T18:30:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741847_1023 (size=54) 2024-12-09T18:30:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741847_1023 (size=54) 2024-12-09T18:30:48,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:48,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e5f069c5d2585fe91d26f81f1fb2e9f0, disabling compactions & flushes 2024-12-09T18:30:48,630 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:30:48,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:30:48,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. after waiting 0 ms 2024-12-09T18:30:48,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:30:48,630 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:30:48,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5f069c5d2585fe91d26f81f1fb2e9f0: Waiting for close lock at 1733769048630Disabling compacts and flushes for region at 1733769048630Disabling writes for close at 1733769048630Writing region close event to WAL at 1733769048630Closed at 1733769048630 2024-12-09T18:30:48,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:30:48,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733769048631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769048631"}]},"ts":"1733769048631"} 2024-12-09T18:30:48,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T18:30:48,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:30:48,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733769048639"}]},"ts":"1733769048639"} 2024-12-09T18:30:48,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T18:30:48,642 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:30:48,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:30:48,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:30:48,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T18:30:48,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:30:48,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:30:48,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T18:30:48,647 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:30:48,647 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:30:48,647 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T18:30:48,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:30:48,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cb2e106e84dd16eb9be36d1451d0393, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e028ddbe97fb30e6f37c38615a3e7088, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09b3cb314efe8ed3ffd2f6df0bf2cae5, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cab24f9b0be59ed17dc642bc6d04e9e9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=057069468a729ac84f41ded68b9b42c9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb73fcdc8b37c880196e1743a273f884, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5f069c5d2585fe91d26f81f1fb2e9f0, ASSIGN}] 2024-12-09T18:30:48,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cab24f9b0be59ed17dc642bc6d04e9e9, ASSIGN 2024-12-09T18:30:48,649 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09b3cb314efe8ed3ffd2f6df0bf2cae5, ASSIGN 2024-12-09T18:30:48,650 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN 2024-12-09T18:30:48,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e028ddbe97fb30e6f37c38615a3e7088, ASSIGN 2024-12-09T18:30:48,651 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN; state=OFFLINE, location=84065ca92432,37495,1733769037482; forceNewPlan=false, retain=false 2024-12-09T18:30:48,651 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cab24f9b0be59ed17dc642bc6d04e9e9, ASSIGN; state=OFFLINE, location=84065ca92432,36199,1733769037513; forceNewPlan=false, retain=false 2024-12-09T18:30:48,651 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09b3cb314efe8ed3ffd2f6df0bf2cae5, ASSIGN; state=OFFLINE, location=84065ca92432,46795,1733769037547; forceNewPlan=false, retain=false 2024-12-09T18:30:48,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e028ddbe97fb30e6f37c38615a3e7088, ASSIGN; state=OFFLINE, location=84065ca92432,36199,1733769037513; forceNewPlan=false, retain=false 2024-12-09T18:30:48,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5f069c5d2585fe91d26f81f1fb2e9f0, ASSIGN 2024-12-09T18:30:48,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=057069468a729ac84f41ded68b9b42c9, ASSIGN 2024-12-09T18:30:48,654 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN 2024-12-09T18:30:48,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb73fcdc8b37c880196e1743a273f884, ASSIGN 2024-12-09T18:30:48,655 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN 2024-12-09T18:30:48,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5f069c5d2585fe91d26f81f1fb2e9f0, ASSIGN; state=OFFLINE, location=84065ca92432,46795,1733769037547; forceNewPlan=false, retain=false 2024-12-09T18:30:48,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=057069468a729ac84f41ded68b9b42c9, ASSIGN; state=OFFLINE, location=84065ca92432,46795,1733769037547; forceNewPlan=false, retain=false 2024-12-09T18:30:48,655 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN; state=OFFLINE, location=84065ca92432,37495,1733769037482; forceNewPlan=false, retain=false 2024-12-09T18:30:48,655 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb73fcdc8b37c880196e1743a273f884, ASSIGN; state=OFFLINE, location=84065ca92432,36199,1733769037513; forceNewPlan=false, retain=false 2024-12-09T18:30:48,656 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN; state=OFFLINE, location=84065ca92432,37495,1733769037482; forceNewPlan=false, retain=false 2024-12-09T18:30:48,658 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cb2e106e84dd16eb9be36d1451d0393, ASSIGN 2024-12-09T18:30:48,659 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6cb2e106e84dd16eb9be36d1451d0393, ASSIGN; state=OFFLINE, location=84065ca92432,46795,1733769037547; forceNewPlan=false, retain=false 2024-12-09T18:30:48,802 INFO [84065ca92432:44887 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T18:30:48,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=00ac18f3d375ef9d21d76029645e5a73, regionState=OPENING, regionLocation=84065ca92432,37495,1733769037482 2024-12-09T18:30:48,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cb2e106e84dd16eb9be36d1451d0393, regionState=OPENING, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:48,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e5f069c5d2585fe91d26f81f1fb2e9f0, regionState=OPENING, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:48,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=057069468a729ac84f41ded68b9b42c9, regionState=OPENING, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:48,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=09b3cb314efe8ed3ffd2f6df0bf2cae5, regionState=OPENING, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:48,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a6d39f88613e8e10b68d4edfb20918d, regionState=OPENING, regionLocation=84065ca92432,37495,1733769037482 2024-12-09T18:30:48,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a1b85a2925a69b508fd1a4415d639355, regionState=OPENING, regionLocation=84065ca92432,37495,1733769037482 2024-12-09T18:30:48,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bb73fcdc8b37c880196e1743a273f884, regionState=OPENING, regionLocation=84065ca92432,36199,1733769037513 2024-12-09T18:30:48,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cab24f9b0be59ed17dc642bc6d04e9e9, regionState=OPENING, regionLocation=84065ca92432,36199,1733769037513 2024-12-09T18:30:48,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e028ddbe97fb30e6f37c38615a3e7088, regionState=OPENING, regionLocation=84065ca92432,36199,1733769037513 2024-12-09T18:30:48,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN because future has completed 2024-12-09T18:30:48,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00ac18f3d375ef9d21d76029645e5a73, server=84065ca92432,37495,1733769037482}] 2024-12-09T18:30:48,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=057069468a729ac84f41ded68b9b42c9, ASSIGN because future has completed 2024-12-09T18:30:48,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 057069468a729ac84f41ded68b9b42c9, server=84065ca92432,46795,1733769037547}] 2024-12-09T18:30:48,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=09b3cb314efe8ed3ffd2f6df0bf2cae5, ASSIGN because future has completed 2024-12-09T18:30:48,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09b3cb314efe8ed3ffd2f6df0bf2cae5, server=84065ca92432,46795,1733769037547}] 2024-12-09T18:30:48,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6cb2e106e84dd16eb9be36d1451d0393, ASSIGN because future has completed 2024-12-09T18:30:48,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN because future has completed 2024-12-09T18:30:48,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d, server=84065ca92432,37495,1733769037482}] 2024-12-09T18:30:48,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb73fcdc8b37c880196e1743a273f884, ASSIGN because future has completed 2024-12-09T18:30:48,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb2e106e84dd16eb9be36d1451d0393, server=84065ca92432,46795,1733769037547}] 2024-12-09T18:30:48,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cab24f9b0be59ed17dc642bc6d04e9e9, ASSIGN because future has completed 2024-12-09T18:30:48,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5f069c5d2585fe91d26f81f1fb2e9f0, ASSIGN because future has completed 2024-12-09T18:30:48,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e028ddbe97fb30e6f37c38615a3e7088, ASSIGN because future has completed 2024-12-09T18:30:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:30:48,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb73fcdc8b37c880196e1743a273f884, server=84065ca92432,36199,1733769037513}] 2024-12-09T18:30:48,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e028ddbe97fb30e6f37c38615a3e7088, server=84065ca92432,36199,1733769037513}] 2024-12-09T18:30:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN because future has completed 2024-12-09T18:30:48,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b85a2925a69b508fd1a4415d639355, server=84065ca92432,37495,1733769037482}] 2024-12-09T18:30:48,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f069c5d2585fe91d26f81f1fb2e9f0, server=84065ca92432,46795,1733769037547}] 2024-12-09T18:30:48,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cab24f9b0be59ed17dc642bc6d04e9e9, server=84065ca92432,36199,1733769037513}] 2024-12-09T18:30:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:30:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:30:49,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T18:30:50,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T18:30:50,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T18:30:50,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:30:50,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T18:30:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:30:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:30:53,923 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T18:30:53,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:53,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:53,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:30:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:30:58,808 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:30:58,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:30:58,814 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:30:58,814 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a1b85a2925a69b508fd1a4415d639355, NAME => 'SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T18:30:58,814 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,814 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,815 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,815 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,818 INFO [StoreOpener-a1b85a2925a69b508fd1a4415d639355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,820 INFO [StoreOpener-a1b85a2925a69b508fd1a4415d639355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b85a2925a69b508fd1a4415d639355 columnFamilyName cf 2024-12-09T18:30:58,820 DEBUG [StoreOpener-a1b85a2925a69b508fd1a4415d639355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,821 INFO [StoreOpener-a1b85a2925a69b508fd1a4415d639355-1 {}] regionserver.HStore(327): Store=a1b85a2925a69b508fd1a4415d639355/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,821 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,821 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,822 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,823 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,823 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,824 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:30:58,824 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 09b3cb314efe8ed3ffd2f6df0bf2cae5, NAME => 'SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T18:30:58,824 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,824 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,824 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,824 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,825 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,826 INFO [StoreOpener-09b3cb314efe8ed3ffd2f6df0bf2cae5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,827 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:30:58,827 INFO [StoreOpener-09b3cb314efe8ed3ffd2f6df0bf2cae5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09b3cb314efe8ed3ffd2f6df0bf2cae5 columnFamilyName cf 2024-12-09T18:30:58,827 DEBUG [StoreOpener-09b3cb314efe8ed3ffd2f6df0bf2cae5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,828 INFO [StoreOpener-09b3cb314efe8ed3ffd2f6df0bf2cae5-1 {}] regionserver.HStore(327): Store=09b3cb314efe8ed3ffd2f6df0bf2cae5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,828 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,828 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/a1b85a2925a69b508fd1a4415d639355/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,829 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,829 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a1b85a2925a69b508fd1a4415d639355; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67776386, jitterRate=0.009946852922439575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,829 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:30:58,829 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a1b85a2925a69b508fd1a4415d639355: Running coprocessor pre-open hook at 1733769058815Writing region info on filesystem at 1733769058815Initializing all the Stores at 1733769058816 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058816Cleaning up temporary data from old regions at 1733769058823 (+7 ms)Running coprocessor post-open hooks at 1733769058829 (+6 ms)Region opened successfully at 1733769058829 2024-12-09T18:30:58,829 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,829 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,830 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,830 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355., pid=22, masterSystemTime=1733769058808 2024-12-09T18:30:58,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:30:58,831 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,833 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/09b3cb314efe8ed3ffd2f6df0bf2cae5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,834 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 09b3cb314efe8ed3ffd2f6df0bf2cae5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67952061, jitterRate=0.012564614415168762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,834 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:30:58,834 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 09b3cb314efe8ed3ffd2f6df0bf2cae5: Running coprocessor pre-open hook at 1733769058825Writing region info on filesystem at 1733769058825Initializing all the Stores at 1733769058825Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058825Cleaning up temporary data from old regions at 1733769058830 (+5 ms)Running coprocessor post-open hooks at 1733769058834 (+4 ms)Region opened successfully at 1733769058834 2024-12-09T18:30:58,835 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5., pid=17, masterSystemTime=1733769058819 2024-12-09T18:30:58,835 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:30:58,836 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e028ddbe97fb30e6f37c38615a3e7088, NAME => 'SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T18:30:58,836 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,836 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,836 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,836 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,836 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:30:58,836 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:30:58,836 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:30:58,837 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a6d39f88613e8e10b68d4edfb20918d, NAME => 'SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T18:30:58,837 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,837 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,837 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,837 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a1b85a2925a69b508fd1a4415d639355, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,37495,1733769037482 2024-12-09T18:30:58,837 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:30:58,837 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:30:58,838 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:30:58,838 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e5f069c5d2585fe91d26f81f1fb2e9f0, NAME => 'SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T18:30:58,838 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,838 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,838 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,838 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,839 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=09b3cb314efe8ed3ffd2f6df0bf2cae5, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:58,839 INFO [StoreOpener-e028ddbe97fb30e6f37c38615a3e7088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b85a2925a69b508fd1a4415d639355, server=84065ca92432,37495,1733769037482 because future has completed 2024-12-09T18:30:58,841 INFO [StoreOpener-e028ddbe97fb30e6f37c38615a3e7088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e028ddbe97fb30e6f37c38615a3e7088 columnFamilyName cf 2024-12-09T18:30:58,841 DEBUG [StoreOpener-e028ddbe97fb30e6f37c38615a3e7088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09b3cb314efe8ed3ffd2f6df0bf2cae5, server=84065ca92432,46795,1733769037547 because future has completed 2024-12-09T18:30:58,842 INFO [StoreOpener-e028ddbe97fb30e6f37c38615a3e7088-1 {}] regionserver.HStore(327): Store=e028ddbe97fb30e6f37c38615a3e7088/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,842 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,843 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,843 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,843 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,844 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-09T18:30:58,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a1b85a2925a69b508fd1a4415d639355, server=84065ca92432,37495,1733769037482 in 10.0170 sec 2024-12-09T18:30:58,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-09T18:30:58,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 09b3cb314efe8ed3ffd2f6df0bf2cae5, server=84065ca92432,46795,1733769037547 in 10.0350 sec 2024-12-09T18:30:58,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN in 10.1970 sec 2024-12-09T18:30:58,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=09b3cb314efe8ed3ffd2f6df0bf2cae5, ASSIGN in 10.1970 sec 2024-12-09T18:30:58,846 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,846 INFO [StoreOpener-3a6d39f88613e8e10b68d4edfb20918d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,846 INFO [StoreOpener-e5f069c5d2585fe91d26f81f1fb2e9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,847 INFO [StoreOpener-3a6d39f88613e8e10b68d4edfb20918d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6d39f88613e8e10b68d4edfb20918d columnFamilyName cf 2024-12-09T18:30:58,847 INFO [StoreOpener-e5f069c5d2585fe91d26f81f1fb2e9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f069c5d2585fe91d26f81f1fb2e9f0 columnFamilyName cf 2024-12-09T18:30:58,848 DEBUG [StoreOpener-3a6d39f88613e8e10b68d4edfb20918d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,848 DEBUG [StoreOpener-e5f069c5d2585fe91d26f81f1fb2e9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,848 INFO [StoreOpener-3a6d39f88613e8e10b68d4edfb20918d-1 {}] regionserver.HStore(327): Store=3a6d39f88613e8e10b68d4edfb20918d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,848 INFO [StoreOpener-e5f069c5d2585fe91d26f81f1fb2e9f0-1 {}] regionserver.HStore(327): Store=e5f069c5d2585fe91d26f81f1fb2e9f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,848 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,848 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,848 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e028ddbe97fb30e6f37c38615a3e7088/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,849 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e028ddbe97fb30e6f37c38615a3e7088; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74376959, jitterRate=0.10830305516719818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,849 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:30:58,849 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,849 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e028ddbe97fb30e6f37c38615a3e7088: Running coprocessor pre-open hook at 1733769058836Writing region info on filesystem at 1733769058836Initializing all the Stores at 1733769058838 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058839 (+1 ms)Cleaning up temporary data from old regions at 1733769058844 (+5 ms)Running coprocessor post-open hooks at 1733769058849 (+5 ms)Region opened successfully at 1733769058849 2024-12-09T18:30:58,849 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,849 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,850 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,850 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088., pid=21, masterSystemTime=1733769058826 2024-12-09T18:30:58,850 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,850 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,850 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,850 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,852 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,852 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:30:58,852 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:30:58,852 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,852 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:30:58,852 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => bb73fcdc8b37c880196e1743a273f884, NAME => 'SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T18:30:58,853 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e028ddbe97fb30e6f37c38615a3e7088, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,36199,1733769037513 2024-12-09T18:30:58,853 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,853 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,853 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e028ddbe97fb30e6f37c38615a3e7088, server=84065ca92432,36199,1733769037513 because future has completed 2024-12-09T18:30:58,855 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/3a6d39f88613e8e10b68d4edfb20918d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,856 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3a6d39f88613e8e10b68d4edfb20918d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64423673, jitterRate=-0.04001246392726898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,856 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:30:58,856 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3a6d39f88613e8e10b68d4edfb20918d: Running coprocessor pre-open hook at 1733769058837Writing region info on filesystem at 1733769058837Initializing all the Stores at 1733769058839 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058839Cleaning up temporary data from old regions at 1733769058850 (+11 ms)Running coprocessor post-open hooks at 1733769058856 (+6 ms)Region opened successfully at 1733769058856 2024-12-09T18:30:58,857 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d., pid=18, masterSystemTime=1733769058808 2024-12-09T18:30:58,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-12-09T18:30:58,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e028ddbe97fb30e6f37c38615a3e7088, server=84065ca92432,36199,1733769037513 in 10.0330 sec 2024-12-09T18:30:58,858 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:30:58,858 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:30:58,859 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:30:58,859 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 00ac18f3d375ef9d21d76029645e5a73, NAME => 'SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T18:30:58,859 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,859 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,859 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,859 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e028ddbe97fb30e6f37c38615a3e7088, ASSIGN in 10.2110 sec 2024-12-09T18:30:58,860 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a6d39f88613e8e10b68d4edfb20918d, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,37495,1733769037482 2024-12-09T18:30:58,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d, server=84065ca92432,37495,1733769037482 because future has completed 2024-12-09T18:30:58,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-12-09T18:30:58,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d, server=84065ca92432,37495,1733769037482 in 10.0460 sec 2024-12-09T18:30:58,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN in 10.2160 sec 2024-12-09T18:30:58,867 INFO [StoreOpener-bb73fcdc8b37c880196e1743a273f884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,868 INFO [StoreOpener-00ac18f3d375ef9d21d76029645e5a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,868 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,869 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e5f069c5d2585fe91d26f81f1fb2e9f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64925273, jitterRate=-0.032538041472435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,869 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:30:58,869 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e5f069c5d2585fe91d26f81f1fb2e9f0: Running coprocessor pre-open hook at 1733769058838Writing region info on filesystem at 1733769058838Initializing all the Stores at 1733769058842 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058842Cleaning up temporary data from old regions at 1733769058850 (+8 ms)Running coprocessor post-open hooks at 1733769058869 (+19 ms)Region opened successfully at 1733769058869 2024-12-09T18:30:58,869 INFO [StoreOpener-00ac18f3d375ef9d21d76029645e5a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00ac18f3d375ef9d21d76029645e5a73 columnFamilyName cf 2024-12-09T18:30:58,869 DEBUG [StoreOpener-00ac18f3d375ef9d21d76029645e5a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,870 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0., pid=23, masterSystemTime=1733769058819 2024-12-09T18:30:58,870 INFO [StoreOpener-00ac18f3d375ef9d21d76029645e5a73-1 {}] regionserver.HStore(327): Store=00ac18f3d375ef9d21d76029645e5a73/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,870 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,871 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,871 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,872 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:30:58,872 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:30:58,872 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,872 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:30:58,872 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,872 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 057069468a729ac84f41ded68b9b42c9, NAME => 'SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T18:30:58,872 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e5f069c5d2585fe91d26f81f1fb2e9f0, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:58,872 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,873 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,873 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,873 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,874 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f069c5d2585fe91d26f81f1fb2e9f0, server=84065ca92432,46795,1733769037547 because future has completed 2024-12-09T18:30:58,874 INFO [StoreOpener-057069468a729ac84f41ded68b9b42c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,876 INFO [StoreOpener-bb73fcdc8b37c880196e1743a273f884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb73fcdc8b37c880196e1743a273f884 columnFamilyName cf 2024-12-09T18:30:58,876 DEBUG [StoreOpener-bb73fcdc8b37c880196e1743a273f884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,877 INFO [StoreOpener-057069468a729ac84f41ded68b9b42c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 057069468a729ac84f41ded68b9b42c9 columnFamilyName cf 2024-12-09T18:30:58,877 DEBUG [StoreOpener-057069468a729ac84f41ded68b9b42c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,877 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,877 INFO [StoreOpener-057069468a729ac84f41ded68b9b42c9-1 {}] regionserver.HStore(327): Store=057069468a729ac84f41ded68b9b42c9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,878 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,878 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 00ac18f3d375ef9d21d76029645e5a73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66952061, jitterRate=-0.002336546778678894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,878 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:30:58,878 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 00ac18f3d375ef9d21d76029645e5a73: Running coprocessor pre-open hook at 1733769058859Writing region info on filesystem at 1733769058859Initializing all the Stores at 1733769058860 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058860Cleaning up temporary data from old regions at 1733769058872 (+12 ms)Running coprocessor post-open hooks at 1733769058878 (+6 ms)Region opened successfully at 1733769058878 2024-12-09T18:30:58,878 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,879 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,879 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,879 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,879 INFO [StoreOpener-bb73fcdc8b37c880196e1743a273f884-1 {}] regionserver.HStore(327): Store=bb73fcdc8b37c880196e1743a273f884/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,879 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., pid=15, masterSystemTime=1733769058808 2024-12-09T18:30:58,879 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,881 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,881 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,882 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,882 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,882 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,883 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:30:58,883 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:30:58,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-12-09T18:30:58,883 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=00ac18f3d375ef9d21d76029645e5a73, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,37495,1733769037482 2024-12-09T18:30:58,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e5f069c5d2585fe91d26f81f1fb2e9f0, server=84065ca92432,46795,1733769037547 in 10.0510 sec 2024-12-09T18:30:58,884 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,885 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,885 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 057069468a729ac84f41ded68b9b42c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75113657, jitterRate=0.11928071081638336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,885 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:30:58,885 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 057069468a729ac84f41ded68b9b42c9: Running coprocessor pre-open hook at 1733769058873Writing region info on filesystem at 1733769058873Initializing all the Stores at 1733769058874 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058874Cleaning up temporary data from old regions at 1733769058879 (+5 ms)Running coprocessor post-open hooks at 1733769058885 (+6 ms)Region opened successfully at 1733769058885 2024-12-09T18:30:58,886 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9., pid=16, masterSystemTime=1733769058819 2024-12-09T18:30:58,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00ac18f3d375ef9d21d76029645e5a73, server=84065ca92432,37495,1733769037482 because future has completed 2024-12-09T18:30:58,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5f069c5d2585fe91d26f81f1fb2e9f0, ASSIGN in 10.2360 sec 2024-12-09T18:30:58,888 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,888 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:30:58,889 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:30:58,889 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:30:58,889 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cb2e106e84dd16eb9be36d1451d0393, NAME => 'SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T18:30:58,889 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,889 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,889 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,889 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,890 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=057069468a729ac84f41ded68b9b42c9, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:58,890 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened bb73fcdc8b37c880196e1743a273f884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66236667, jitterRate=-0.012996748089790344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,890 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:30:58,890 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for bb73fcdc8b37c880196e1743a273f884: Running coprocessor pre-open hook at 1733769058853Writing region info on filesystem at 1733769058853Initializing all the Stores at 1733769058855 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058855Cleaning up temporary data from old regions at 1733769058882 (+27 ms)Running coprocessor post-open hooks at 1733769058890 (+8 ms)Region opened successfully at 1733769058890 2024-12-09T18:30:58,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-09T18:30:58,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 00ac18f3d375ef9d21d76029645e5a73, server=84065ca92432,37495,1733769037482 in 10.0830 sec 2024-12-09T18:30:58,892 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884., pid=20, masterSystemTime=1733769058826 2024-12-09T18:30:58,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 057069468a729ac84f41ded68b9b42c9, server=84065ca92432,46795,1733769037547 because future has completed 2024-12-09T18:30:58,893 INFO [StoreOpener-6cb2e106e84dd16eb9be36d1451d0393-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN in 10.2450 sec 2024-12-09T18:30:58,895 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:30:58,895 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:30:58,895 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:30:58,895 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => cab24f9b0be59ed17dc642bc6d04e9e9, NAME => 'SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T18:30:58,895 INFO [StoreOpener-6cb2e106e84dd16eb9be36d1451d0393-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb2e106e84dd16eb9be36d1451d0393 columnFamilyName cf 2024-12-09T18:30:58,895 DEBUG [StoreOpener-6cb2e106e84dd16eb9be36d1451d0393-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,895 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,896 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:30:58,896 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,896 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bb73fcdc8b37c880196e1743a273f884, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,36199,1733769037513 2024-12-09T18:30:58,896 INFO [StoreOpener-6cb2e106e84dd16eb9be36d1451d0393-1 {}] regionserver.HStore(327): Store=6cb2e106e84dd16eb9be36d1451d0393/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,897 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-09T18:30:58,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 057069468a729ac84f41ded68b9b42c9, server=84065ca92432,46795,1733769037547 in 10.0870 sec 2024-12-09T18:30:58,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb73fcdc8b37c880196e1743a273f884, server=84065ca92432,36199,1733769037513 because future has completed 2024-12-09T18:30:58,899 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,899 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=057069468a729ac84f41ded68b9b42c9, ASSIGN in 10.2500 sec 2024-12-09T18:30:58,900 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,900 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,902 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-12-09T18:30:58,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bb73fcdc8b37c880196e1743a273f884, server=84065ca92432,36199,1733769037513 in 10.0770 sec 2024-12-09T18:30:58,904 INFO [StoreOpener-cab24f9b0be59ed17dc642bc6d04e9e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb73fcdc8b37c880196e1743a273f884, ASSIGN in 10.2560 sec 2024-12-09T18:30:58,905 INFO [StoreOpener-cab24f9b0be59ed17dc642bc6d04e9e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cab24f9b0be59ed17dc642bc6d04e9e9 columnFamilyName cf 2024-12-09T18:30:58,906 DEBUG [StoreOpener-cab24f9b0be59ed17dc642bc6d04e9e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:30:58,906 INFO [StoreOpener-cab24f9b0be59ed17dc642bc6d04e9e9-1 {}] regionserver.HStore(327): Store=cab24f9b0be59ed17dc642bc6d04e9e9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:30:58,906 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,907 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,907 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,908 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,908 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,908 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/6cb2e106e84dd16eb9be36d1451d0393/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,908 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6cb2e106e84dd16eb9be36d1451d0393; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64404849, jitterRate=-0.04029296338558197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,909 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:30:58,909 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6cb2e106e84dd16eb9be36d1451d0393: Running coprocessor pre-open hook at 1733769058889Writing region info on filesystem at 1733769058889Initializing all the Stores at 1733769058892 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058892Cleaning up temporary data from old regions at 1733769058900 (+8 ms)Running coprocessor post-open hooks at 1733769058909 (+9 ms)Region opened successfully at 1733769058909 2024-12-09T18:30:58,909 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,910 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393., pid=19, masterSystemTime=1733769058819 2024-12-09T18:30:58,912 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:30:58,912 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:30:58,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cb2e106e84dd16eb9be36d1451d0393, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:30:58,912 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/cab24f9b0be59ed17dc642bc6d04e9e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:30:58,913 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened cab24f9b0be59ed17dc642bc6d04e9e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59472566, jitterRate=-0.11378970742225647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:30:58,913 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:30:58,913 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for cab24f9b0be59ed17dc642bc6d04e9e9: Running coprocessor pre-open hook at 1733769058896Writing region info on filesystem at 1733769058896Initializing all the Stores at 1733769058897 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769058897Cleaning up temporary data from old regions at 1733769058908 (+11 ms)Running coprocessor post-open hooks at 1733769058913 (+5 ms)Region opened successfully at 1733769058913 2024-12-09T18:30:58,914 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9., pid=24, masterSystemTime=1733769058826 2024-12-09T18:30:58,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb2e106e84dd16eb9be36d1451d0393, server=84065ca92432,46795,1733769037547 because future has completed 2024-12-09T18:30:58,916 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:30:58,916 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:30:58,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cab24f9b0be59ed17dc642bc6d04e9e9, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,36199,1733769037513 2024-12-09T18:30:58,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-09T18:30:58,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cb2e106e84dd16eb9be36d1451d0393, server=84065ca92432,46795,1733769037547 in 10.0970 sec 2024-12-09T18:30:58,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cab24f9b0be59ed17dc642bc6d04e9e9, server=84065ca92432,36199,1733769037513 because future has completed 2024-12-09T18:30:58,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cb2e106e84dd16eb9be36d1451d0393, ASSIGN in 10.2700 sec 2024-12-09T18:30:58,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-09T18:30:58,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cab24f9b0be59ed17dc642bc6d04e9e9, server=84065ca92432,36199,1733769037513 in 10.0920 sec 2024-12-09T18:30:58,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-09T18:30:58,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cab24f9b0be59ed17dc642bc6d04e9e9, ASSIGN in 10.2730 sec 2024-12-09T18:30:58,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:30:58,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733769058925"}]},"ts":"1733769058925"} 2024-12-09T18:30:58,927 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T18:30:58,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:30:58,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4260 sec 2024-12-09T18:31:01,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T18:31:04,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T18:31:04,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:31:04,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:31:04,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T18:31:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:31:06,762 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T18:31:06,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T18:31:06,762 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:31:06,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T18:31:06,766 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:31:06,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T18:31:06,799 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9., hostname=84065ca92432,46795,1733769037547, seqNum=2] 2024-12-09T18:31:06,801 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9., hostname=84065ca92432,46795,1733769037547, seqNum=2] 2024-12-09T18:31:06,802 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9., hostname=84065ca92432,46795,1733769037547, seqNum=2] 2024-12-09T18:31:06,803 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9., hostname=84065ca92432,46795,1733769037547, seqNum=2] 2024-12-09T18:31:06,845 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884., hostname=84065ca92432,36199,1733769037513, seqNum=2] 2024-12-09T18:31:06,847 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884., hostname=84065ca92432,36199,1733769037513, seqNum=2] 2024-12-09T18:31:06,848 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884., hostname=84065ca92432,36199,1733769037513, seqNum=2] 2024-12-09T18:31:06,850 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884., hostname=84065ca92432,36199,1733769037513, seqNum=2] 2024-12-09T18:31:06,851 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884., hostname=84065ca92432,36199,1733769037513, seqNum=2] 2024-12-09T18:31:06,880 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., hostname=84065ca92432,37495,1733769037482, seqNum=2] 2024-12-09T18:31:06,882 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., hostname=84065ca92432,37495,1733769037482, seqNum=2] 2024-12-09T18:31:06,883 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., hostname=84065ca92432,37495,1733769037482, seqNum=2] 2024-12-09T18:31:06,884 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., hostname=84065ca92432,37495,1733769037482, seqNum=2] 2024-12-09T18:31:06,885 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., hostname=84065ca92432,37495,1733769037482, seqNum=2] 2024-12-09T18:31:06,886 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., hostname=84065ca92432,37495,1733769037482, seqNum=2] 2024-12-09T18:31:06,887 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., hostname=84065ca92432,37495,1733769037482, seqNum=2] 2024-12-09T18:31:06,936 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0., hostname=84065ca92432,46795,1733769037547, seqNum=2] 2024-12-09T18:31:06,938 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0., hostname=84065ca92432,46795,1733769037547, seqNum=2] 2024-12-09T18:31:06,939 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0., hostname=84065ca92432,46795,1733769037547, seqNum=2] 2024-12-09T18:31:06,941 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0., hostname=84065ca92432,46795,1733769037547, seqNum=2] 2024-12-09T18:31:06,942 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0., hostname=84065ca92432,46795,1733769037547, seqNum=2] 2024-12-09T18:31:07,317 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:31:07,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:31:07,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:31:07,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:31:07,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:31:07,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36199 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:31:07,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37495 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:31:07,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:31:07,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:31:07,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46795 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T18:31:08,050 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T18:31:08,051 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:31:08,052 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T18:31:08,052 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T18:31:08,056 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T18:31:08,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741848_1024 (size=49) 2024-12-09T18:31:08,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741848_1024 (size=49) 2024-12-09T18:31:08,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741848_1024 (size=49) 2024-12-09T18:31:08,066 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T18:31:08,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cb2e106e84dd16eb9be36d1451d0393}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e028ddbe97fb30e6f37c38615a3e7088}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1b85a2925a69b508fd1a4415d639355}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09b3cb314efe8ed3ffd2f6df0bf2cae5}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cab24f9b0be59ed17dc642bc6d04e9e9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 057069468a729ac84f41ded68b9b42c9}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb73fcdc8b37c880196e1743a273f884}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00ac18f3d375ef9d21d76029645e5a73}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f069c5d2585fe91d26f81f1fb2e9f0}] 2024-12-09T18:31:08,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:31:08,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:31:08,069 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:31:08,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:08,070 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:31:08,076 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:31:08,076 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:31:08,076 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:31:08,076 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:08,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:12,055 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-09T18:31:18,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T18:31:18,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T18:31:18,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:31:18,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T18:31:18,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T18:31:18,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T18:31:18,072 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e5f069c5d2585fe91d26f81f1fb2e9f0 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-09T18:31:18,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T18:31:18,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:31:18,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:31:18,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 09b3cb314efe8ed3ffd2f6df0bf2cae5: 2024-12-09T18:31:18,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T18:31:18,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:31:18,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T18:31:18,072 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 057069468a729ac84f41ded68b9b42c9 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-09T18:31:18,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a1b85a2925a69b508fd1a4415d639355: 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e028ddbe97fb30e6f37c38615a3e7088: 2024-12-09T18:31:18,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:31:18,073 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 00ac18f3d375ef9d21d76029645e5a73 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T18:31:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:31:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3a6d39f88613e8e10b68d4edfb20918d: 2024-12-09T18:31:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:31:18,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T18:31:18,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:31:18,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for cab24f9b0be59ed17dc642bc6d04e9e9: 2024-12-09T18:31:18,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:31:18,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:31:18,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing bb73fcdc8b37c880196e1743a273f884 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T18:31:18,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9/.tmp/cf/bf7ee3306b3d4b7ebb9d52a1a5d4cbd8 is 34, key is aaa/cf:cf/1733769067607/Put/seqid=0 2024-12-09T18:31:18,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884/.tmp/cf/4453d011090a49a585fc1b0812155ab8 is 34, key is baa/cf:cf/1733769067554/Put/seqid=0 2024-12-09T18:31:18,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/.tmp/cf/e84b51a5b4e242eabbf4a3ea295cf8ef is 34, key is ccd/cf:cf/1733769067575/Put/seqid=0 2024-12-09T18:31:18,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741849_1025 (size=65) 2024-12-09T18:31:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741849_1025 (size=65) 2024-12-09T18:31:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741849_1025 (size=65) 2024-12-09T18:31:18,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741850_1026 (size=65) 2024-12-09T18:31:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741850_1026 (size=65) 2024-12-09T18:31:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741850_1026 (size=65) 2024-12-09T18:31:18,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:31:18,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T18:31:18,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:31:18,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6cb2e106e84dd16eb9be36d1451d0393: 2024-12-09T18:31:18,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T18:31:18,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:31:18,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T18:31:18,123 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:31:18,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 09b3cb314efe8ed3ffd2f6df0bf2cae5 in 10.0570 sec 2024-12-09T18:31:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741851_1027 (size=65) 2024-12-09T18:31:18,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741851_1027 (size=65) 2024-12-09T18:31:18,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741851_1027 (size=65) 2024-12-09T18:31:18,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:31:18,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T18:31:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T18:31:18,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:31:18,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:31:18,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e028ddbe97fb30e6f37c38615a3e7088 in 10.0670 sec 2024-12-09T18:31:18,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0/.tmp/cf/595b65458d8f403585d993ee6a35e9e3 is 34, key is eaa/cf:cf/1733769067964/Put/seqid=0 2024-12-09T18:31:18,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741853_1029 (size=65) 2024-12-09T18:31:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741853_1029 (size=65) 2024-12-09T18:31:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741853_1029 (size=65) 2024-12-09T18:31:18,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:31:18,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T18:31:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T18:31:18,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:31:18,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:31:18,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cab24f9b0be59ed17dc642bc6d04e9e9 in 10.0950 sec 2024-12-09T18:31:18,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741852_1028 (size=65) 2024-12-09T18:31:18,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741852_1028 (size=65) 2024-12-09T18:31:18,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:18,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T18:31:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741852_1028 (size=65) 2024-12-09T18:31:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T18:31:18,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:18,185 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:18,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d in 10.1190 sec 2024-12-09T18:31:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741855_1031 (size=28623) 2024-12-09T18:31:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741855_1031 (size=28623) 2024-12-09T18:31:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741855_1031 (size=28623) 2024-12-09T18:31:18,208 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884/.tmp/cf/4453d011090a49a585fc1b0812155ab8 2024-12-09T18:31:18,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741856_1032 (size=47197) 2024-12-09T18:31:18,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741856_1032 (size=47197) 2024-12-09T18:31:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741856_1032 (size=47197) 2024-12-09T18:31:18,234 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/.tmp/cf/e84b51a5b4e242eabbf4a3ea295cf8ef 2024-12-09T18:31:18,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741854_1030 (size=26918) 2024-12-09T18:31:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741854_1030 (size=26918) 2024-12-09T18:31:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741854_1030 (size=26918) 2024-12-09T18:31:18,242 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9/.tmp/cf/bf7ee3306b3d4b7ebb9d52a1a5d4cbd8 2024-12-09T18:31:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741857_1033 (size=499309) 2024-12-09T18:31:18,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741857_1033 (size=499309) 2024-12-09T18:31:18,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741857_1033 (size=499309) 2024-12-09T18:31:18,253 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0/.tmp/cf/595b65458d8f403585d993ee6a35e9e3 2024-12-09T18:31:18,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884/.tmp/cf/4453d011090a49a585fc1b0812155ab8 as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884/cf/4453d011090a49a585fc1b0812155ab8 2024-12-09T18:31:18,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/.tmp/cf/e84b51a5b4e242eabbf4a3ea295cf8ef as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/cf/e84b51a5b4e242eabbf4a3ea295cf8ef 2024-12-09T18:31:18,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9/.tmp/cf/bf7ee3306b3d4b7ebb9d52a1a5d4cbd8 as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9/cf/bf7ee3306b3d4b7ebb9d52a1a5d4cbd8 2024-12-09T18:31:18,280 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884/cf/4453d011090a49a585fc1b0812155ab8, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T18:31:18,282 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for bb73fcdc8b37c880196e1743a273f884 in 206ms, sequenceid=5, compaction requested=false 2024-12-09T18:31:18,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for bb73fcdc8b37c880196e1743a273f884: 2024-12-09T18:31:18,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884/cf/4453d011090a49a585fc1b0812155ab8] hfiles 2024-12-09T18:31:18,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884/cf/4453d011090a49a585fc1b0812155ab8 for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0/.tmp/cf/595b65458d8f403585d993ee6a35e9e3 as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0/cf/595b65458d8f403585d993ee6a35e9e3 2024-12-09T18:31:18,287 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/cf/e84b51a5b4e242eabbf4a3ea295cf8ef, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T18:31:18,289 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9/cf/bf7ee3306b3d4b7ebb9d52a1a5d4cbd8, entries=676, sequenceid=5, filesize=26.3 K 2024-12-09T18:31:18,290 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 057069468a729ac84f41ded68b9b42c9 in 218ms, sequenceid=5, compaction requested=false 2024-12-09T18:31:18,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 057069468a729ac84f41ded68b9b42c9: 2024-12-09T18:31:18,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 00ac18f3d375ef9d21d76029645e5a73 in 217ms, sequenceid=5, compaction requested=false 2024-12-09T18:31:18,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 00ac18f3d375ef9d21d76029645e5a73: 2024-12-09T18:31:18,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9/cf/bf7ee3306b3d4b7ebb9d52a1a5d4cbd8] hfiles 2024-12-09T18:31:18,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9/cf/bf7ee3306b3d4b7ebb9d52a1a5d4cbd8 for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/cf/e84b51a5b4e242eabbf4a3ea295cf8ef] hfiles 2024-12-09T18:31:18,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/cf/e84b51a5b4e242eabbf4a3ea295cf8ef for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,298 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0/cf/595b65458d8f403585d993ee6a35e9e3, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-09T18:31:18,300 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for e5f069c5d2585fe91d26f81f1fb2e9f0 in 228ms, sequenceid=5, compaction requested=false 2024-12-09T18:31:18,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e5f069c5d2585fe91d26f81f1fb2e9f0: 2024-12-09T18:31:18,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. for SnapshotProcedureTest completed. 2024-12-09T18:31:18,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T18:31:18,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0/cf/595b65458d8f403585d993ee6a35e9e3] hfiles 2024-12-09T18:31:18,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0/cf/595b65458d8f403585d993ee6a35e9e3 for snapshot=SnapshotProcedureTest 2024-12-09T18:31:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741858_1034 (size=57) 2024-12-09T18:31:18,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741858_1034 (size=57) 2024-12-09T18:31:18,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741858_1034 (size=57) 2024-12-09T18:31:18,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:31:18,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T18:31:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T18:31:18,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:31:18,330 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:31:18,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6cb2e106e84dd16eb9be36d1451d0393 in 10.2640 sec 2024-12-09T18:31:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741859_1035 (size=105) 2024-12-09T18:31:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741859_1035 (size=105) 2024-12-09T18:31:18,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:31:18,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T18:31:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741860_1036 (size=105) 2024-12-09T18:31:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T18:31:18,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:31:18,376 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:31:18,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741859_1035 (size=105) 2024-12-09T18:31:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741860_1036 (size=105) 2024-12-09T18:31:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741860_1036 (size=105) 2024-12-09T18:31:18,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 057069468a729ac84f41ded68b9b42c9 in 10.3110 sec 2024-12-09T18:31:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T18:31:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T18:31:18,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:18,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:18,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 00ac18f3d375ef9d21d76029645e5a73 in 10.3190 sec 2024-12-09T18:31:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741861_1037 (size=105) 2024-12-09T18:31:18,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741861_1037 (size=105) 2024-12-09T18:31:18,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741861_1037 (size=105) 2024-12-09T18:31:18,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:31:18,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T18:31:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T18:31:18,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:31:18,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:31:18,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb73fcdc8b37c880196e1743a273f884 in 10.3450 sec 2024-12-09T18:31:18,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741862_1038 (size=97) 2024-12-09T18:31:18,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741862_1038 (size=97) 2024-12-09T18:31:18,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741862_1038 (size=97) 2024-12-09T18:31:18,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:31:18,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T18:31:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T18:31:18,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:31:18,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:31:18,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e5f069c5d2585fe91d26f81f1fb2e9f0 in 10.3640 sec 2024-12-09T18:31:18,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:18,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T18:31:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T18:31:18,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:18,519 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:18,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-09T18:31:18,522 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T18:31:18,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a1b85a2925a69b508fd1a4415d639355 in 10.4530 sec 2024-12-09T18:31:18,523 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T18:31:18,524 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T18:31:18,524 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T18:31:18,526 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T18:31:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741863_1039 (size=1174) 2024-12-09T18:31:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741863_1039 (size=1174) 2024-12-09T18:31:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741863_1039 (size=1174) 2024-12-09T18:31:18,579 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T18:31:18,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T18:31:18,590 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:18,590 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:18,591 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,37495,1733769037482 2024-12-09T18:31:18,592 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:18,592 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:18,597 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:18,597 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:18,597 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,37495,1733769037482 2024-12-09T18:31:18,598 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,37495,1733769037482 2024-12-09T18:31:18,665 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:31:18,666 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 84065ca92432,37495,1733769037482 2024-12-09T18:31:18,666 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 84065ca92432,37495,1733769037482: Simulated kill ***** 2024-12-09T18:31:18,666 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T18:31:18,666 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T18:31:18,667 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T18:31:18,668 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T18:31:18,668 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T18:31:18,668 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 633641248 }, "NonHeapMemoryUsage": { "committed": 176160768, "init": 7667712, "max": -1, "used": 171052408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-09T18:31:18,669 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44887 {}] master.MasterRpcServices(700): 84065ca92432,37495,1733769037482 reported a fatal error: ***** ABORTING region server 84065ca92432,37495,1733769037482: Simulated kill ***** 2024-12-09T18:31:18,671 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,37495,1733769037482' ***** 2024-12-09T18:31:18,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T18:31:18,671 INFO [RS:0;84065ca92432:37495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:31:18,671 INFO [RS:0;84065ca92432:37495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T18:31:18,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:31:18,671 INFO [RS:0;84065ca92432:37495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T18:31:18,671 INFO [RS:0;84065ca92432:37495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:31:18,671 INFO [RS:0;84065ca92432:37495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84065ca92432:37495. 2024-12-09T18:31:18,671 DEBUG [RS:0;84065ca92432:37495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:31:18,672 DEBUG [RS:0;84065ca92432:37495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:31:18,672 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:31:18,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741835_1011 (size=1488) 2024-12-09T18:31:18,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741835_1011 (size=1488) 2024-12-09T18:31:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741835_1011 (size=1488) 2024-12-09T18:31:18,682 DEBUG [RS:0;84065ca92432:37495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:31:18,682 INFO [RS:0;84065ca92432:37495 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:31:18,682 INFO [RS:0;84065ca92432:37495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37495 2024-12-09T18:31:18,695 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=84065ca92432:45435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T18:31:18,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:31:18,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,37495,1733769037482 2024-12-09T18:31:18,728 INFO [RS:0;84065ca92432:37495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:31:18,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,37495,1733769037482] 2024-12-09T18:31:18,739 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:31:18,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,37495,1733769037482 already deleted, retry=false 2024-12-09T18:31:18,744 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 84065ca92432,37495,1733769037482 on 84065ca92432,44887,1733769037336 2024-12-09T18:31:18,745 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 84065ca92432,37495,1733769037482, splitWal=true, meta=false 2024-12-09T18:31:18,745 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 84065ca92432,37495,1733769037482 (carryingMeta=false) 84065ca92432,37495,1733769037482/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@8391f39[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T18:31:18,746 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 84065ca92432,37495,1733769037482, splitWal=true, meta=false 2024-12-09T18:31:18,747 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 84065ca92432,37495,1733769037482 had 3 regions 2024-12-09T18:31:18,748 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 84065ca92432,37495,1733769037482, splitWal=true, meta=false, isMeta: false 2024-12-09T18:31:18,749 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting 2024-12-09T18:31:18,750 INFO [PEWorker-4 {}] master.SplitWALManager(105): 84065ca92432,37495,1733769037482 WAL count=1, meta=false 2024-12-09T18:31:18,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 84065ca92432%2C37495%2C1733769037482.1733769038149}] 2024-12-09T18:31:18,752 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:18,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 84065ca92432%2C37495%2C1733769037482.1733769038149, worker=84065ca92432,36199,1733769037513}] 2024-12-09T18:31:18,754 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,37495,1733769037482 Release verify snapshot worker=84065ca92432,37495,1733769037482 2024-12-09T18:31:18,755 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 84065ca92432,37495,1733769037482, this operation will be retried to send to another server 2024-12-09T18:31:18,755 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:31:18,755 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733769079755 2024-12-09T18:31:18,759 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-09T18:31:18,759 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-09T18:31:18,759 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-09T18:31:18,760 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,37495,1733769037482 Release verify snapshot worker=84065ca92432,37495,1733769037482 2024-12-09T18:31:18,760 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,37495,1733769037482 Release verify snapshot worker=84065ca92432,37495,1733769037482 2024-12-09T18:31:18,760 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 84065ca92432,37495,1733769037482, this operation will be retried to send to another server 2024-12-09T18:31:18,760 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 84065ca92432,37495,1733769037482, this operation will be retried to send to another server 2024-12-09T18:31:18,760 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:31:18,761 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733769079760 2024-12-09T18:31:18,760 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:31:18,761 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733769079761 2024-12-09T18:31:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:31:18,836 INFO [RS:0;84065ca92432:37495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:31:18,836 INFO [RS:0;84065ca92432:37495 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,37495,1733769037482; zookeeper connection closed. 2024-12-09T18:31:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37495-0x1000c0eff380001, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:31:18,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76876358 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76876358 2024-12-09T18:31:19,055 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T18:31:19,055 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T18:31:28,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-09T18:31:28,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-09T18:31:28,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-09T18:31:28,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-09T18:31:28,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-09T18:31:28,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-09T18:31:28,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-09T18:31:28,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T18:31:28,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-09T18:31:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-09T18:31:28,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-09T18:31:28,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T18:31:28,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T18:31:28,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T18:31:28,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-09T18:31:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T18:31:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-09T18:31:28,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-09T18:31:28,599 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,36199,1733769037513 Release verify snapshot worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-09T18:31:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T18:31:28,600 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 Release verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:28,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,36199,1733769037513 in 10.0130 sec 2024-12-09T18:31:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-09T18:31:28,601 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:28,602 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 Release verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:28,603 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:28,603 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:28,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 in 10.0140 sec 2024-12-09T18:31:28,605 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,36199,1733769037513 Release verify snapshot worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:28,605 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 Release verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:28,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 in 10.0160 sec 2024-12-09T18:31:28,606 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,36199,1733769037513 Release verify snapshot worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:28,606 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:28,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,36199,1733769037513 in 10.0190 sec 2024-12-09T18:31:28,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,36199,1733769037513 in 10.0200 sec 2024-12-09T18:31:28,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 in 10.0200 sec 2024-12-09T18:31:28,611 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149, size=1.5 K (1488bytes) 2024-12-09T18:31:28,611 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149 2024-12-09T18:31:28,612 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149 after 1ms 2024-12-09T18:31:28,614 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149 took 3ms 2024-12-09T18:31:28,617 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a1b85a2925a69b508fd1a4415d639355: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T18:31:28,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3a6d39f88613e8e10b68d4edfb20918d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T18:31:28,619 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 00ac18f3d375ef9d21d76029645e5a73: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-09T18:31:28,619 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149 so closing down 2024-12-09T18:31:28,619 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T18:31:28,619 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T18:31:28,620 INFO [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-09T18:31:28,620 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149, journal: Splitting hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149, size=1.5 K (1488bytes) at 1733769088611Finishing writing output for hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149 so closing down at 1733769088619 (+8 ms)3 split writer threads finished at 1733769088619Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733769088620 (+1 ms) 2024-12-09T18:31:28,620 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149 2024-12-09T18:31:28,620 DEBUG [RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T18:31:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T18:31:28,624 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting/84065ca92432%2C37495%2C1733769037482.1733769038149 to hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/oldWALs 2024-12-09T18:31:28,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T18:31:28,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 84065ca92432%2C37495%2C1733769037482.1733769038149, worker=84065ca92432,36199,1733769037513 in 9.8710 sec 2024-12-09T18:31:28,626 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:28,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T18:31:28,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 84065ca92432%2C37495%2C1733769037482.1733769038149, worker=84065ca92432,36199,1733769037513 in 9.8770 sec 2024-12-09T18:31:28,629 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting dir is empty, no logs to split. 2024-12-09T18:31:28,629 INFO [PEWorker-3 {}] master.SplitWALManager(105): 84065ca92432,37495,1733769037482 WAL count=0, meta=false 2024-12-09T18:31:28,629 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 84065ca92432,37495,1733769037482 WAL splitting is done? wals=0, meta=false 2024-12-09T18:31:28,631 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 84065ca92432,37495,1733769037482 failed, ignore...File hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,37495,1733769037482-splitting does not exist. 2024-12-09T18:31:28,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN}] 2024-12-09T18:31:28,633 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN 2024-12-09T18:31:28,633 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN 2024-12-09T18:31:28,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN 2024-12-09T18:31:28,633 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T18:31:28,633 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T18:31:28,633 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T18:31:28,784 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(204): Hosts are {84065ca92432=0} racks are {/default-rack=0} 2024-12-09T18:31:28,784 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T18:31:28,784 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T18:31:28,784 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T18:31:28,784 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T18:31:28,784 INFO [84065ca92432:44887 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T18:31:28,784 INFO [84065ca92432:44887 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T18:31:28,784 DEBUG [84065ca92432:44887 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T18:31:28,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=00ac18f3d375ef9d21d76029645e5a73, regionState=OPENING, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:31:28,785 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3a6d39f88613e8e10b68d4edfb20918d, regionState=OPENING, regionLocation=84065ca92432,36199,1733769037513 2024-12-09T18:31:28,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=a1b85a2925a69b508fd1a4415d639355, regionState=OPENING, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:31:28,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN because future has completed 2024-12-09T18:31:28,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00ac18f3d375ef9d21d76029645e5a73, server=84065ca92432,46795,1733769037547}] 2024-12-09T18:31:28,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN because future has completed 2024-12-09T18:31:28,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b85a2925a69b508fd1a4415d639355, server=84065ca92432,46795,1733769037547}] 2024-12-09T18:31:28,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN because future has completed 2024-12-09T18:31:28,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d, server=84065ca92432,36199,1733769037513}] 2024-12-09T18:31:28,938 INFO [master/84065ca92432:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T18:31:28,938 INFO [master/84065ca92432:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T18:31:37,318 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T18:31:38,605 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:38,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-09T18:31:38,606 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a6d39f88613e8e10b68d4edfb20918d, NAME => 'SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T18:31:38,606 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,606 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:31:38,606 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,606 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-09T18:31:38,607 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:38,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-09T18:31:38,607 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 00ac18f3d375ef9d21d76029645e5a73, NAME => 'SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T18:31:38,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-09T18:31:38,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-09T18:31:38,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-09T18:31:38,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-09T18:31:38,607 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-09T18:31:38,607 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:31:38,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-09T18:31:38,607 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,607 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-09T18:31:38,608 INFO [StoreOpener-3a6d39f88613e8e10b68d4edfb20918d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,608 INFO [StoreOpener-00ac18f3d375ef9d21d76029645e5a73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-09T18:31:38,609 INFO [StoreOpener-3a6d39f88613e8e10b68d4edfb20918d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6d39f88613e8e10b68d4edfb20918d columnFamilyName cf 2024-12-09T18:31:38,609 INFO [StoreOpener-00ac18f3d375ef9d21d76029645e5a73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00ac18f3d375ef9d21d76029645e5a73 columnFamilyName cf 2024-12-09T18:31:38,609 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,36199,1733769037513 Release verify snapshot worker=84065ca92432,36199,1733769037513 2024-12-09T18:31:38,609 DEBUG [StoreOpener-00ac18f3d375ef9d21d76029645e5a73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:31:38,609 DEBUG [StoreOpener-3a6d39f88613e8e10b68d4edfb20918d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:31:38,610 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 Release verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:38,610 INFO [StoreOpener-3a6d39f88613e8e10b68d4edfb20918d-1 {}] regionserver.HStore(327): Store=3a6d39f88613e8e10b68d4edfb20918d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:31:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44887 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-09T18:31:38,610 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,36199,1733769037513 in 20.0230 sec 2024-12-09T18:31:38,611 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,612 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 Release verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:38,612 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 Release verify snapshot worker=84065ca92432,46795,1733769037547 2024-12-09T18:31:38,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 in 20.0240 sec 2024-12-09T18:31:38,612 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,613 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,613 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 in 20.0260 sec 2024-12-09T18:31:38,615 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=25 2024-12-09T18:31:38,615 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T18:31:38,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=84065ca92432,46795,1733769037547 in 20.0260 sec 2024-12-09T18:31:38,615 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T18:31:38,616 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3a6d39f88613e8e10b68d4edfb20918d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59931173, jitterRate=-0.10695593059062958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:31:38,616 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,616 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3a6d39f88613e8e10b68d4edfb20918d: Running coprocessor pre-open hook at 1733769098607Writing region info on filesystem at 1733769098607Initializing all the Stores at 1733769098607Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769098607Cleaning up temporary data from old regions at 1733769098613 (+6 ms)Running coprocessor post-open hooks at 1733769098616 (+3 ms)Region opened successfully at 1733769098616 2024-12-09T18:31:38,617 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d., pid=54, masterSystemTime=1733769098601 2024-12-09T18:31:38,617 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T18:31:38,617 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T18:31:38,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5680 sec 2024-12-09T18:31:38,619 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:38,619 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:38,621 DEBUG [StoreOpener-00ac18f3d375ef9d21d76029645e5a73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/cf/e84b51a5b4e242eabbf4a3ea295cf8ef 2024-12-09T18:31:38,621 INFO [StoreOpener-00ac18f3d375ef9d21d76029645e5a73-1 {}] regionserver.HStore(327): Store=00ac18f3d375ef9d21d76029645e5a73/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:31:38,622 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,622 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,632 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3a6d39f88613e8e10b68d4edfb20918d, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,36199,1733769037513 2024-12-09T18:31:38,635 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,635 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d, server=84065ca92432,36199,1733769037513 because future has completed 2024-12-09T18:31:38,643 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-09T18:31:38,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a6d39f88613e8e10b68d4edfb20918d, server=84065ca92432,36199,1733769037513 in 9.8540 sec 2024-12-09T18:31:38,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a6d39f88613e8e10b68d4edfb20918d, ASSIGN in 10.0130 sec 2024-12-09T18:31:38,691 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:31:38,707 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 00ac18f3d375ef9d21d76029645e5a73; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60506935, jitterRate=-0.09837640821933746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:31:38,707 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,708 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 00ac18f3d375ef9d21d76029645e5a73: Running coprocessor pre-open hook at 1733769098607Writing region info on filesystem at 1733769098607Initializing all the Stores at 1733769098608 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769098608Cleaning up temporary data from old regions at 1733769098635 (+27 ms)Running coprocessor post-open hooks at 1733769098707 (+72 ms)Region opened successfully at 1733769098708 (+1 ms) 2024-12-09T18:31:38,713 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., pid=52, masterSystemTime=1733769098603 2024-12-09T18:31:38,726 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:38,726 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:38,726 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:38,726 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => a1b85a2925a69b508fd1a4415d639355, NAME => 'SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T18:31:38,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=00ac18f3d375ef9d21d76029645e5a73, regionState=OPEN, openSeqNum=6, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:31:38,727 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,727 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:31:38,727 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,727 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00ac18f3d375ef9d21d76029645e5a73, server=84065ca92432,46795,1733769037547 because future has completed 2024-12-09T18:31:38,729 INFO [StoreOpener-a1b85a2925a69b508fd1a4415d639355-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,730 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T18:31:38,732 INFO [StoreOpener-a1b85a2925a69b508fd1a4415d639355-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b85a2925a69b508fd1a4415d639355 columnFamilyName cf 2024-12-09T18:31:38,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-09T18:31:38,732 DEBUG [StoreOpener-a1b85a2925a69b508fd1a4415d639355-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:31:38,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 00ac18f3d375ef9d21d76029645e5a73, server=84065ca92432,46795,1733769037547 in 9.9430 sec 2024-12-09T18:31:38,733 INFO [StoreOpener-a1b85a2925a69b508fd1a4415d639355-1 {}] regionserver.HStore(327): Store=a1b85a2925a69b508fd1a4415d639355/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:31:38,733 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,734 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T18:31:38,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T18:31:38,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:31:38,734 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:31:38,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:31:38,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:31:38,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:31:38,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T18:31:38,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1121696910, stopped=false 2024-12-09T18:31:38,735 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84065ca92432,44887,1733769037336 2024-12-09T18:31:38,736 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00ac18f3d375ef9d21d76029645e5a73, ASSIGN in 10.1000 sec 2024-12-09T18:31:38,737 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,737 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,739 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,740 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened a1b85a2925a69b508fd1a4415d639355; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74764396, jitterRate=0.11407631635665894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:31:38,740 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,741 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for a1b85a2925a69b508fd1a4415d639355: Running coprocessor pre-open hook at 1733769098727Writing region info on filesystem at 1733769098727Initializing all the Stores at 1733769098728 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769098728Cleaning up temporary data from old regions at 1733769098737 (+9 ms)Running coprocessor post-open hooks at 1733769098740 (+3 ms)Region opened successfully at 1733769098740 2024-12-09T18:31:38,741 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355., pid=53, masterSystemTime=1733769098603 2024-12-09T18:31:38,743 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:38,743 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:38,744 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=a1b85a2925a69b508fd1a4415d639355, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,46795,1733769037547 2024-12-09T18:31:38,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b85a2925a69b508fd1a4415d639355, server=84065ca92432,46795,1733769037547 because future has completed 2024-12-09T18:31:38,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-09T18:31:38,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure a1b85a2925a69b508fd1a4415d639355, server=84065ca92432,46795,1733769037547 in 9.9600 sec 2024-12-09T18:31:38,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-09T18:31:38,751 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 84065ca92432,37495,1733769037482 after splitting done 2024-12-09T18:31:38,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1b85a2925a69b508fd1a4415d639355, ASSIGN in 10.1170 sec 2024-12-09T18:31:38,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 84065ca92432,37495,1733769037482, splitWal=true, meta=false in 20.0070 sec 2024-12-09T18:31:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:31:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:31:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:31:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:31:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:31:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:31:38,777 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T18:31:38,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:31:38,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:31:38,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:31:38,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:31:38,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:31:38,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:31:38,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,36199,1733769037513' ***** 2024-12-09T18:31:38,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T18:31:38,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,46795,1733769037547' ***** 2024-12-09T18:31:38,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T18:31:38,779 INFO [RS:2;84065ca92432:46795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:31:38,779 INFO [RS:2;84065ca92432:46795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T18:31:38,779 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:31:38,779 INFO [RS:2;84065ca92432:46795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T18:31:38,779 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for 09b3cb314efe8ed3ffd2f6df0bf2cae5 2024-12-09T18:31:38,779 INFO [RS:1;84065ca92432:36199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:31:38,779 INFO [RS:1;84065ca92432:36199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T18:31:38,779 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:31:38,779 INFO [RS:1;84065ca92432:36199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T18:31:38,779 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(3091): Received CLOSE for bb73fcdc8b37c880196e1743a273f884 2024-12-09T18:31:38,779 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:31:38,779 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for 00ac18f3d375ef9d21d76029645e5a73 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for 057069468a729ac84f41ded68b9b42c9 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for a1b85a2925a69b508fd1a4415d639355 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cb2e106e84dd16eb9be36d1451d0393 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(959): stopping server 84065ca92432,46795,1733769037547 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:31:38,780 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09b3cb314efe8ed3ffd2f6df0bf2cae5, disabling compactions & flushes 2024-12-09T18:31:38,780 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(3091): Received CLOSE for cab24f9b0be59ed17dc642bc6d04e9e9 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;84065ca92432:46795. 2024-12-09T18:31:38,780 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:31:38,780 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a6d39f88613e8e10b68d4edfb20918d 2024-12-09T18:31:38,780 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:31:38,780 DEBUG [RS:2;84065ca92432:46795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:31:38,780 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(3091): Received CLOSE for e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:31:38,780 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. after waiting 0 ms 2024-12-09T18:31:38,780 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb73fcdc8b37c880196e1743a273f884, disabling compactions & flushes 2024-12-09T18:31:38,780 DEBUG [RS:2;84065ca92432:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:31:38,780 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(959): stopping server 84065ca92432,36199,1733769037513 2024-12-09T18:31:38,780 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T18:31:38,780 INFO [RS:1;84065ca92432:36199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:31:38,780 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T18:31:38,780 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:31:38,780 INFO [RS:1;84065ca92432:36199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;84065ca92432:36199. 2024-12-09T18:31:38,780 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. after waiting 0 ms 2024-12-09T18:31:38,780 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T18:31:38,780 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:31:38,780 DEBUG [RS:1;84065ca92432:36199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:31:38,780 DEBUG [RS:1;84065ca92432:36199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:31:38,780 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-09T18:31:38,780 DEBUG [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(1325): Online Regions={bb73fcdc8b37c880196e1743a273f884=SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884., cab24f9b0be59ed17dc642bc6d04e9e9=SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9., 3a6d39f88613e8e10b68d4edfb20918d=SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d., e028ddbe97fb30e6f37c38615a3e7088=SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088.} 2024-12-09T18:31:38,780 DEBUG [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(1351): Waiting on 3a6d39f88613e8e10b68d4edfb20918d, bb73fcdc8b37c880196e1743a273f884, cab24f9b0be59ed17dc642bc6d04e9e9, e028ddbe97fb30e6f37c38615a3e7088 2024-12-09T18:31:38,781 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-09T18:31:38,781 DEBUG [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(1325): Online Regions={09b3cb314efe8ed3ffd2f6df0bf2cae5=SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5., 1588230740=hbase:meta,,1.1588230740, e5f069c5d2585fe91d26f81f1fb2e9f0=SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0., 00ac18f3d375ef9d21d76029645e5a73=SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73., 057069468a729ac84f41ded68b9b42c9=SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9., a1b85a2925a69b508fd1a4415d639355=SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355., 6cb2e106e84dd16eb9be36d1451d0393=SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393.} 2024-12-09T18:31:38,781 DEBUG [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(1351): Waiting on 00ac18f3d375ef9d21d76029645e5a73, 057069468a729ac84f41ded68b9b42c9, 09b3cb314efe8ed3ffd2f6df0bf2cae5, 1588230740, 6cb2e106e84dd16eb9be36d1451d0393, a1b85a2925a69b508fd1a4415d639355, e5f069c5d2585fe91d26f81f1fb2e9f0 2024-12-09T18:31:38,781 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T18:31:38,781 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T18:31:38,781 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T18:31:38,781 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T18:31:38,781 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T18:31:38,781 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-09T18:31:38,785 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/09b3cb314efe8ed3ffd2f6df0bf2cae5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:31:38,786 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/bb73fcdc8b37c880196e1743a273f884/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:31:38,786 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:31:38,786 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09b3cb314efe8ed3ffd2f6df0bf2cae5: Waiting for close lock at 1733769098780Running coprocessor pre-close hooks at 1733769098780Disabling compacts and flushes for region at 1733769098780Disabling writes for close at 1733769098780Writing region close event to WAL at 1733769098781 (+1 ms)Running coprocessor post-close hooks at 1733769098786 (+5 ms)Closed at 1733769098786 2024-12-09T18:31:38,786 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733769048501.09b3cb314efe8ed3ffd2f6df0bf2cae5. 2024-12-09T18:31:38,787 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5f069c5d2585fe91d26f81f1fb2e9f0, disabling compactions & flushes 2024-12-09T18:31:38,787 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:31:38,787 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:31:38,787 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. after waiting 0 ms 2024-12-09T18:31:38,787 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:31:38,787 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:31:38,787 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb73fcdc8b37c880196e1743a273f884: Waiting for close lock at 1733769098780Running coprocessor pre-close hooks at 1733769098780Disabling compacts and flushes for region at 1733769098780Disabling writes for close at 1733769098780Writing region close event to WAL at 1733769098782 (+2 ms)Running coprocessor post-close hooks at 1733769098787 (+5 ms)Closed at 1733769098787 2024-12-09T18:31:38,787 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733769048501.bb73fcdc8b37c880196e1743a273f884. 2024-12-09T18:31:38,788 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cab24f9b0be59ed17dc642bc6d04e9e9, disabling compactions & flushes 2024-12-09T18:31:38,788 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:31:38,788 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:31:38,788 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. after waiting 0 ms 2024-12-09T18:31:38,788 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:31:38,796 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/cab24f9b0be59ed17dc642bc6d04e9e9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:31:38,797 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:31:38,797 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cab24f9b0be59ed17dc642bc6d04e9e9: Waiting for close lock at 1733769098788Running coprocessor pre-close hooks at 1733769098788Disabling compacts and flushes for region at 1733769098788Disabling writes for close at 1733769098788Writing region close event to WAL at 1733769098792 (+4 ms)Running coprocessor post-close hooks at 1733769098797 (+5 ms)Closed at 1733769098797 2024-12-09T18:31:38,797 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733769048501.cab24f9b0be59ed17dc642bc6d04e9e9. 2024-12-09T18:31:38,798 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a6d39f88613e8e10b68d4edfb20918d, disabling compactions & flushes 2024-12-09T18:31:38,798 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:38,798 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:38,798 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. after waiting 0 ms 2024-12-09T18:31:38,798 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:38,800 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e5f069c5d2585fe91d26f81f1fb2e9f0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:31:38,801 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:31:38,801 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5f069c5d2585fe91d26f81f1fb2e9f0: Waiting for close lock at 1733769098787Running coprocessor pre-close hooks at 1733769098787Disabling compacts and flushes for region at 1733769098787Disabling writes for close at 1733769098787Writing region close event to WAL at 1733769098791 (+4 ms)Running coprocessor post-close hooks at 1733769098801 (+10 ms)Closed at 1733769098801 2024-12-09T18:31:38,801 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733769048501.e5f069c5d2585fe91d26f81f1fb2e9f0. 2024-12-09T18:31:38,801 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00ac18f3d375ef9d21d76029645e5a73, disabling compactions & flushes 2024-12-09T18:31:38,801 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:38,801 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:38,801 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. after waiting 0 ms 2024-12-09T18:31:38,801 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:38,805 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/.tmp/info/760568a2b78c4134bc2cbb5f8c39d1d3 is 167, key is SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088./info:regioninfo/1733769058852/Put/seqid=0 2024-12-09T18:31:38,809 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/3a6d39f88613e8e10b68d4edfb20918d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T18:31:38,809 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/00ac18f3d375ef9d21d76029645e5a73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-09T18:31:38,810 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:38,810 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:38,810 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a6d39f88613e8e10b68d4edfb20918d: Waiting for close lock at 1733769098798Running coprocessor pre-close hooks at 1733769098798Disabling compacts and flushes for region at 1733769098798Disabling writes for close at 1733769098798Writing region close event to WAL at 1733769098799 (+1 ms)Running coprocessor post-close hooks at 1733769098810 (+11 ms)Closed at 1733769098810 2024-12-09T18:31:38,810 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00ac18f3d375ef9d21d76029645e5a73: Waiting for close lock at 1733769098801Running coprocessor pre-close hooks at 1733769098801Disabling compacts and flushes for region at 1733769098801Disabling writes for close at 1733769098801Writing region close event to WAL at 1733769098802 (+1 ms)Running coprocessor post-close hooks at 1733769098810 (+8 ms)Closed at 1733769098810 2024-12-09T18:31:38,810 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733769048501.3a6d39f88613e8e10b68d4edfb20918d. 2024-12-09T18:31:38,810 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733769048501.00ac18f3d375ef9d21d76029645e5a73. 2024-12-09T18:31:38,810 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e028ddbe97fb30e6f37c38615a3e7088, disabling compactions & flushes 2024-12-09T18:31:38,810 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 057069468a729ac84f41ded68b9b42c9, disabling compactions & flushes 2024-12-09T18:31:38,811 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:31:38,811 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:31:38,811 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:31:38,811 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. after waiting 0 ms 2024-12-09T18:31:38,811 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:31:38,811 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:31:38,811 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. after waiting 0 ms 2024-12-09T18:31:38,811 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:31:38,820 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/057069468a729ac84f41ded68b9b42c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T18:31:38,820 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/e028ddbe97fb30e6f37c38615a3e7088/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:31:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741864_1040 (size=19817) 2024-12-09T18:31:38,821 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:31:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741864_1040 (size=19817) 2024-12-09T18:31:38,821 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:31:38,821 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e028ddbe97fb30e6f37c38615a3e7088: Waiting for close lock at 1733769098810Running coprocessor pre-close hooks at 1733769098810Disabling compacts and flushes for region at 1733769098810Disabling writes for close at 1733769098811 (+1 ms)Writing region close event to WAL at 1733769098811Running coprocessor post-close hooks at 1733769098821 (+10 ms)Closed at 1733769098821 2024-12-09T18:31:38,821 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 057069468a729ac84f41ded68b9b42c9: Waiting for close lock at 1733769098810Running coprocessor pre-close hooks at 1733769098810Disabling compacts and flushes for region at 1733769098810Disabling writes for close at 1733769098811 (+1 ms)Writing region close event to WAL at 1733769098816 (+5 ms)Running coprocessor post-close hooks at 1733769098821 (+5 ms)Closed at 1733769098821 2024-12-09T18:31:38,821 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733769048501.e028ddbe97fb30e6f37c38615a3e7088. 2024-12-09T18:31:38,822 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733769048501.057069468a729ac84f41ded68b9b42c9. 2024-12-09T18:31:38,822 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1b85a2925a69b508fd1a4415d639355, disabling compactions & flushes 2024-12-09T18:31:38,822 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:38,822 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:38,822 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. after waiting 0 ms 2024-12-09T18:31:38,822 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:38,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741864_1040 (size=19817) 2024-12-09T18:31:38,823 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/.tmp/info/760568a2b78c4134bc2cbb5f8c39d1d3 2024-12-09T18:31:38,827 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/a1b85a2925a69b508fd1a4415d639355/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T18:31:38,828 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:38,828 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1b85a2925a69b508fd1a4415d639355: Waiting for close lock at 1733769098822Running coprocessor pre-close hooks at 1733769098822Disabling compacts and flushes for region at 1733769098822Disabling writes for close at 1733769098822Writing region close event to WAL at 1733769098823 (+1 ms)Running coprocessor post-close hooks at 1733769098828 (+5 ms)Closed at 1733769098828 2024-12-09T18:31:38,828 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733769048501.a1b85a2925a69b508fd1a4415d639355. 2024-12-09T18:31:38,828 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cb2e106e84dd16eb9be36d1451d0393, disabling compactions & flushes 2024-12-09T18:31:38,828 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:31:38,828 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:31:38,828 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. after waiting 0 ms 2024-12-09T18:31:38,828 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:31:38,836 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/default/SPTestTable/6cb2e106e84dd16eb9be36d1451d0393/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T18:31:38,837 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:31:38,837 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cb2e106e84dd16eb9be36d1451d0393: Waiting for close lock at 1733769098828Running coprocessor pre-close hooks at 1733769098828Disabling compacts and flushes for region at 1733769098828Disabling writes for close at 1733769098828Writing region close event to WAL at 1733769098829 (+1 ms)Running coprocessor post-close hooks at 1733769098837 (+8 ms)Closed at 1733769098837 2024-12-09T18:31:38,837 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733769048501.6cb2e106e84dd16eb9be36d1451d0393. 2024-12-09T18:31:38,848 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/.tmp/ns/ecc7fc4b4b3f4e0c88c61d24c2de5b4f is 43, key is default/ns:d/1733769048463/Put/seqid=0 2024-12-09T18:31:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741865_1041 (size=5153) 2024-12-09T18:31:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741865_1041 (size=5153) 2024-12-09T18:31:38,854 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:31:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741865_1041 (size=5153) 2024-12-09T18:31:38,855 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/.tmp/ns/ecc7fc4b4b3f4e0c88c61d24c2de5b4f 2024-12-09T18:31:38,859 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:31:38,876 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/.tmp/table/fccdd15aa51246c5b43604e5707cc720 is 47, key is SPTestTable/table:state/1733769058925/Put/seqid=0 2024-12-09T18:31:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741866_1042 (size=5214) 2024-12-09T18:31:38,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741866_1042 (size=5214) 2024-12-09T18:31:38,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741866_1042 (size=5214) 2024-12-09T18:31:38,902 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/.tmp/table/fccdd15aa51246c5b43604e5707cc720 2024-12-09T18:31:38,911 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/.tmp/info/760568a2b78c4134bc2cbb5f8c39d1d3 as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/info/760568a2b78c4134bc2cbb5f8c39d1d3 2024-12-09T18:31:38,919 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/info/760568a2b78c4134bc2cbb5f8c39d1d3, entries=112, sequenceid=35, filesize=19.4 K 2024-12-09T18:31:38,921 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/.tmp/ns/ecc7fc4b4b3f4e0c88c61d24c2de5b4f as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/ns/ecc7fc4b4b3f4e0c88c61d24c2de5b4f 2024-12-09T18:31:38,928 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/ns/ecc7fc4b4b3f4e0c88c61d24c2de5b4f, entries=2, sequenceid=35, filesize=5.0 K 2024-12-09T18:31:38,929 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/.tmp/table/fccdd15aa51246c5b43604e5707cc720 as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/table/fccdd15aa51246c5b43604e5707cc720 2024-12-09T18:31:38,936 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/table/fccdd15aa51246c5b43604e5707cc720, entries=2, sequenceid=35, filesize=5.1 K 2024-12-09T18:31:38,937 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=35, compaction requested=false 2024-12-09T18:31:38,942 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-09T18:31:38,942 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:31:38,942 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T18:31:38,942 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733769098781Running coprocessor pre-close hooks at 1733769098781Disabling compacts and flushes for region at 1733769098781Disabling writes for close at 1733769098781Obtaining lock to block concurrent updates at 1733769098781Preparing flush snapshotting stores in 1588230740 at 1733769098781Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733769098782 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733769098782Flushing 1588230740/info: creating writer at 1733769098782Flushing 1588230740/info: appending metadata at 1733769098804 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733769098805 (+1 ms)Flushing 1588230740/ns: creating writer at 1733769098829 (+24 ms)Flushing 1588230740/ns: appending metadata at 1733769098847 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733769098848 (+1 ms)Flushing 1588230740/table: creating writer at 1733769098861 (+13 ms)Flushing 1588230740/table: appending metadata at 1733769098876 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733769098876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343ce25a: reopening flushed file at 1733769098910 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623c6f70: reopening flushed file at 1733769098919 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e18c0f2: reopening flushed file at 1733769098928 (+9 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=35, compaction requested=false at 1733769098937 (+9 ms)Writing region close event to WAL at 1733769098938 (+1 ms)Running coprocessor post-close hooks at 1733769098942 (+4 ms)Closed at 1733769098942 2024-12-09T18:31:38,942 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T18:31:38,981 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(976): stopping server 84065ca92432,36199,1733769037513; all regions closed. 2024-12-09T18:31:38,981 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(976): stopping server 84065ca92432,46795,1733769037547; all regions closed. 2024-12-09T18:31:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741833_1009 (size=2947) 2024-12-09T18:31:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741836_1012 (size=18438) 2024-12-09T18:31:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741836_1012 (size=18438) 2024-12-09T18:31:38,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741833_1009 (size=2947) 2024-12-09T18:31:38,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741836_1012 (size=18438) 2024-12-09T18:31:38,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741833_1009 (size=2947) 2024-12-09T18:31:38,986 DEBUG [RS:1;84065ca92432:36199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/oldWALs 2024-12-09T18:31:38,986 INFO [RS:1;84065ca92432:36199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C36199%2C1733769037513:(num 1733769038146) 2024-12-09T18:31:38,986 DEBUG [RS:2;84065ca92432:46795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/oldWALs 2024-12-09T18:31:38,986 DEBUG [RS:1;84065ca92432:36199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:31:38,986 INFO [RS:1;84065ca92432:36199 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:31:38,986 INFO [RS:2;84065ca92432:46795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C46795%2C1733769037547.meta:.meta(num 1733769048401) 2024-12-09T18:31:38,986 INFO [RS:1;84065ca92432:36199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:31:38,986 INFO [RS:1;84065ca92432:36199 {}] hbase.ChoreService(370): Chore service for: regionserver/84065ca92432:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T18:31:38,987 INFO [RS:1;84065ca92432:36199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T18:31:38,987 INFO [RS:1;84065ca92432:36199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T18:31:38,987 INFO [regionserver/84065ca92432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:31:38,987 INFO [RS:1;84065ca92432:36199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T18:31:38,987 INFO [RS:1;84065ca92432:36199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:31:38,987 INFO [RS:1;84065ca92432:36199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36199 2024-12-09T18:31:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741834_1010 (size=4639) 2024-12-09T18:31:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741834_1010 (size=4639) 2024-12-09T18:31:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741834_1010 (size=4639) 2024-12-09T18:31:38,990 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/WALs/84065ca92432,46795,1733769037547/84065ca92432%2C46795%2C1733769037547.1733769038146 not finished, retry = 0 2024-12-09T18:31:38,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:31:38,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,36199,1733769037513 2024-12-09T18:31:38,993 INFO [RS:1;84065ca92432:36199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:31:38,995 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T18:31:38,995 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T18:31:39,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,36199,1733769037513] 2024-12-09T18:31:39,010 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,36199,1733769037513 already deleted, retry=false 2024-12-09T18:31:39,010 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84065ca92432,36199,1733769037513 expired; onlineServers=1 2024-12-09T18:31:39,092 DEBUG [RS:2;84065ca92432:46795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/oldWALs 2024-12-09T18:31:39,092 INFO [RS:2;84065ca92432:46795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C46795%2C1733769037547:(num 1733769038146) 2024-12-09T18:31:39,092 DEBUG [RS:2;84065ca92432:46795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:31:39,092 INFO [RS:2;84065ca92432:46795 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:31:39,092 INFO [RS:2;84065ca92432:46795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:31:39,093 INFO [RS:2;84065ca92432:46795 {}] hbase.ChoreService(370): Chore service for: regionserver/84065ca92432:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T18:31:39,093 INFO [RS:2;84065ca92432:46795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:31:39,093 INFO [regionserver/84065ca92432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:31:39,093 INFO [RS:2;84065ca92432:46795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46795 2024-12-09T18:31:39,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:31:39,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,46795,1733769037547 2024-12-09T18:31:39,101 INFO [RS:2;84065ca92432:46795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:31:39,101 INFO [RS:1;84065ca92432:36199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:31:39,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:31:39,101 INFO [RS:1;84065ca92432:36199 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,36199,1733769037513; zookeeper connection closed. 2024-12-09T18:31:39,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36199-0x1000c0eff380002, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:31:39,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d79390e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d79390e 2024-12-09T18:31:39,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,46795,1733769037547] 2024-12-09T18:31:39,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,46795,1733769037547 already deleted, retry=false 2024-12-09T18:31:39,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84065ca92432,46795,1733769037547 expired; onlineServers=0 2024-12-09T18:31:39,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84065ca92432,44887,1733769037336' ***** 2024-12-09T18:31:39,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T18:31:39,118 INFO [M:0;84065ca92432:44887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:31:39,118 INFO [M:0;84065ca92432:44887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:31:39,118 DEBUG [M:0;84065ca92432:44887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T18:31:39,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T18:31:39,119 DEBUG [M:0;84065ca92432:44887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T18:31:39,119 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733769037885 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733769037885,5,FailOnTimeoutGroup] 2024-12-09T18:31:39,119 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733769037885 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733769037885,5,FailOnTimeoutGroup] 2024-12-09T18:31:39,119 INFO [M:0;84065ca92432:44887 {}] hbase.ChoreService(370): Chore service for: master/84065ca92432:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T18:31:39,119 INFO [M:0;84065ca92432:44887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:31:39,119 DEBUG [M:0;84065ca92432:44887 {}] master.HMaster(1795): Stopping service threads 2024-12-09T18:31:39,119 INFO [M:0;84065ca92432:44887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T18:31:39,119 INFO [M:0;84065ca92432:44887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T18:31:39,119 ERROR [M:0;84065ca92432:44887 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39999 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39999,5,PEWorkerGroup] 2024-12-09T18:31:39,119 INFO [M:0;84065ca92432:44887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T18:31:39,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T18:31:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T18:31:39,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:31:39,126 DEBUG [M:0;84065ca92432:44887 {}] zookeeper.ZKUtil(347): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T18:31:39,126 WARN [M:0;84065ca92432:44887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T18:31:39,127 INFO [M:0;84065ca92432:44887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/.lastflushedseqids 2024-12-09T18:31:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741867_1043 (size=650) 2024-12-09T18:31:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741867_1043 (size=650) 2024-12-09T18:31:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741867_1043 (size=650) 2024-12-09T18:31:39,142 INFO [M:0;84065ca92432:44887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T18:31:39,142 INFO [M:0;84065ca92432:44887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T18:31:39,142 DEBUG [M:0;84065ca92432:44887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:31:39,142 INFO [M:0;84065ca92432:44887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:31:39,143 DEBUG [M:0;84065ca92432:44887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:31:39,143 DEBUG [M:0;84065ca92432:44887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:31:39,143 DEBUG [M:0;84065ca92432:44887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:31:39,143 INFO [M:0;84065ca92432:44887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.11 KB heapSize=266.30 KB 2024-12-09T18:31:39,157 DEBUG [M:0;84065ca92432:44887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2bb0d3442974b809ae2a5fa34773ae6 is 82, key is hbase:meta,,1/info:regioninfo/1733769048439/Put/seqid=0 2024-12-09T18:31:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741868_1044 (size=5672) 2024-12-09T18:31:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741868_1044 (size=5672) 2024-12-09T18:31:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741868_1044 (size=5672) 2024-12-09T18:31:39,168 INFO [M:0;84065ca92432:44887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2bb0d3442974b809ae2a5fa34773ae6 2024-12-09T18:31:39,186 DEBUG [M:0;84065ca92432:44887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3efdb0db2e514b999a1d4bae18954e07 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733769058929/Put/seqid=0 2024-12-09T18:31:39,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741869_1045 (size=9321) 2024-12-09T18:31:39,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741869_1045 (size=9321) 2024-12-09T18:31:39,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741869_1045 (size=9321) 2024-12-09T18:31:39,194 INFO [M:0;84065ca92432:44887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.37 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3efdb0db2e514b999a1d4bae18954e07 2024-12-09T18:31:39,198 INFO [M:0;84065ca92432:44887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3efdb0db2e514b999a1d4bae18954e07 2024-12-09T18:31:39,210 INFO [RS:2;84065ca92432:46795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:31:39,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:31:39,210 INFO [RS:2;84065ca92432:46795 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,46795,1733769037547; zookeeper connection closed. 2024-12-09T18:31:39,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46795-0x1000c0eff380003, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:31:39,210 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ff312ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ff312ea 2024-12-09T18:31:39,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T18:31:39,211 DEBUG [M:0;84065ca92432:44887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77cfcf6067b74091bdbe6a2c00270aeb is 69, key is 84065ca92432,36199,1733769037513/rs:state/1733769037927/Put/seqid=0 2024-12-09T18:31:39,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741870_1046 (size=5447) 2024-12-09T18:31:39,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741870_1046 (size=5447) 2024-12-09T18:31:39,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741870_1046 (size=5447) 2024-12-09T18:31:39,220 INFO [M:0;84065ca92432:44887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77cfcf6067b74091bdbe6a2c00270aeb 2024-12-09T18:31:39,225 INFO [M:0;84065ca92432:44887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77cfcf6067b74091bdbe6a2c00270aeb 2024-12-09T18:31:39,226 DEBUG [M:0;84065ca92432:44887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2bb0d3442974b809ae2a5fa34773ae6 as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2bb0d3442974b809ae2a5fa34773ae6 2024-12-09T18:31:39,232 INFO [M:0;84065ca92432:44887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2bb0d3442974b809ae2a5fa34773ae6, entries=8, sequenceid=467, filesize=5.5 K 2024-12-09T18:31:39,233 DEBUG [M:0;84065ca92432:44887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3efdb0db2e514b999a1d4bae18954e07 as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3efdb0db2e514b999a1d4bae18954e07 2024-12-09T18:31:39,238 INFO [M:0;84065ca92432:44887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3efdb0db2e514b999a1d4bae18954e07 2024-12-09T18:31:39,238 INFO [M:0;84065ca92432:44887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3efdb0db2e514b999a1d4bae18954e07, entries=54, sequenceid=467, filesize=9.1 K 2024-12-09T18:31:39,239 DEBUG [M:0;84065ca92432:44887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77cfcf6067b74091bdbe6a2c00270aeb as hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77cfcf6067b74091bdbe6a2c00270aeb 2024-12-09T18:31:39,244 INFO [M:0;84065ca92432:44887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77cfcf6067b74091bdbe6a2c00270aeb 2024-12-09T18:31:39,244 INFO [M:0;84065ca92432:44887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/d234234f-e9b2-180a-ac84-968496437446/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77cfcf6067b74091bdbe6a2c00270aeb, entries=3, sequenceid=467, filesize=5.3 K 2024-12-09T18:31:39,245 INFO [M:0;84065ca92432:44887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.11 KB/228464, heapSize ~266 KB/272384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=467, compaction requested=false 2024-12-09T18:31:39,246 INFO [M:0;84065ca92432:44887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:31:39,246 DEBUG [M:0;84065ca92432:44887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733769099142Disabling compacts and flushes for region at 1733769099142Disabling writes for close at 1733769099143 (+1 ms)Obtaining lock to block concurrent updates at 1733769099143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733769099143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228464, getHeapSize=272624, getOffHeapSize=0, getCellsCount=570 at 1733769099143Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733769099144 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733769099144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733769099156 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733769099156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733769099173 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733769099186 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733769099186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733769099198 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733769099210 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733769099211 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eabc548: reopening flushed file at 1733769099225 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21bf226: reopening flushed file at 1733769099232 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65086af5: reopening flushed file at 1733769099238 (+6 ms)Finished flush of dataSize ~223.11 KB/228464, heapSize ~266 KB/272384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=467, compaction requested=false at 1733769099245 (+7 ms)Writing region close event to WAL at 1733769099246 (+1 ms)Closed at 1733769099246 2024-12-09T18:31:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741830_1006 (size=259650) 2024-12-09T18:31:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741830_1006 (size=259650) 2024-12-09T18:31:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35233 is added to blk_1073741830_1006 (size=259650) 2024-12-09T18:31:39,249 INFO [M:0;84065ca92432:44887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T18:31:39,249 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:31:39,249 INFO [M:0;84065ca92432:44887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44887 2024-12-09T18:31:39,249 INFO [M:0;84065ca92432:44887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:31:39,360 INFO [M:0;84065ca92432:44887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:31:39,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:31:39,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44887-0x1000c0eff380000, quorum=127.0.0.1:64089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:31:39,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ebec02b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:31:39,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27eeff62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:31:39,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:31:39,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b74f4fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:31:39,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1101c25c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.log.dir/,STOPPED} 2024-12-09T18:31:39,395 WARN [BP-2009355012-172.17.0.2-1733769034948 heartbeating to localhost/127.0.0.1:39999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:31:39,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:31:39,395 WARN [BP-2009355012-172.17.0.2-1733769034948 heartbeating to localhost/127.0.0.1:39999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2009355012-172.17.0.2-1733769034948 (Datanode Uuid 18187d35-bb75-4fa8-91fe-c744b113ce7c) service to localhost/127.0.0.1:39999 2024-12-09T18:31:39,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:31:39,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data5/current/BP-2009355012-172.17.0.2-1733769034948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:31:39,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data6/current/BP-2009355012-172.17.0.2-1733769034948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:31:39,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:31:39,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3370e434{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:31:39,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b93e1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:31:39,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:31:39,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@adc4a5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:31:39,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68eb1f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.log.dir/,STOPPED} 2024-12-09T18:31:39,401 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:31:39,401 WARN [BP-2009355012-172.17.0.2-1733769034948 heartbeating to localhost/127.0.0.1:39999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:31:39,401 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:31:39,401 WARN [BP-2009355012-172.17.0.2-1733769034948 heartbeating to localhost/127.0.0.1:39999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2009355012-172.17.0.2-1733769034948 (Datanode Uuid 6c823959-53da-4599-8c23-b529472caf57) service to localhost/127.0.0.1:39999 2024-12-09T18:31:39,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data3/current/BP-2009355012-172.17.0.2-1733769034948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:31:39,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data4/current/BP-2009355012-172.17.0.2-1733769034948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:31:39,402 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:31:39,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12c1206{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:31:39,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43b6528f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:31:39,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:31:39,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fb9446e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:31:39,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34f1fa22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.log.dir/,STOPPED} 2024-12-09T18:31:39,406 WARN [BP-2009355012-172.17.0.2-1733769034948 heartbeating to localhost/127.0.0.1:39999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:31:39,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:31:39,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:31:39,406 WARN [BP-2009355012-172.17.0.2-1733769034948 heartbeating to localhost/127.0.0.1:39999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2009355012-172.17.0.2-1733769034948 (Datanode Uuid a5ab9547-ad51-4a1e-a459-0c16ba0abe57) service to localhost/127.0.0.1:39999 2024-12-09T18:31:39,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data1/current/BP-2009355012-172.17.0.2-1733769034948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:31:39,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/cluster_540b7860-db56-0ae4-6179-0209e36c1bc8/data/data2/current/BP-2009355012-172.17.0.2-1733769034948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:31:39,407 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:31:39,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7df9d2db{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T18:31:39,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@265115b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:31:39,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:31:39,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@274eec8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:31:39,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cb12e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7eae5314-3881-59a6-8f13-0abc010ba4ab/hadoop.log.dir/,STOPPED} 2024-12-09T18:31:39,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T18:31:39,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T18:31:39,456 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 96) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39999 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39999 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=480 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 301), ProcessCount=11 (was 11), AvailableMemoryMB=5110 (was 5953)