2024-12-10 07:12:41,654 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-10 07:12:41,683 main DEBUG Took 0.025747 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 07:12:41,684 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 07:12:41,684 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 07:12:41,685 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 07:12:41,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,699 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 07:12:41,733 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,736 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,742 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,743 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,749 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,754 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,755 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,756 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,757 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,758 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,759 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,759 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,760 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:12:41,762 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,762 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 07:12:41,764 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:12:41,777 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 07:12:41,796 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 07:12:41,799 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 07:12:41,801 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 07:12:41,801 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 07:12:41,822 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 07:12:41,826 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 07:12:41,833 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 07:12:41,840 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 07:12:41,841 main DEBUG createAppenders(={Console}) 2024-12-10 07:12:41,843 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-10 07:12:41,843 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-10 07:12:41,844 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-10 07:12:41,845 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 07:12:41,845 main DEBUG OutputStream closed 2024-12-10 07:12:41,847 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 07:12:41,847 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 07:12:41,848 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-10 07:12:42,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 07:12:42,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 07:12:42,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 07:12:42,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 07:12:42,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 07:12:42,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 07:12:42,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 07:12:42,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 07:12:42,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 07:12:42,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 07:12:42,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 07:12:42,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 07:12:42,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 07:12:42,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 07:12:42,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 07:12:42,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 07:12:42,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 07:12:42,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 07:12:42,027 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 07:12:42,028 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-10 07:12:42,028 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 07:12:42,029 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-10T07:12:42,048 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-10 07:12:42,053 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 07:12:42,053 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T07:12:42,063 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-10T07:12:42,118 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=7042 2024-12-10T07:12:42,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d 2024-12-10T07:12:42,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:12:42,558 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295, deleteOnExit=true 2024-12-10T07:12:42,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T07:12:42,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/test.cache.data in system properties and HBase conf 2024-12-10T07:12:42,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:12:42,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:12:42,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:12:42,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:12:42,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T07:12:42,669 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T07:12:42,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:12:42,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:12:42,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:12:42,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:12:42,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:12:42,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:12:42,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:12:42,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:12:42,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:12:42,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:12:42,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:12:42,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:12:42,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:12:42,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:12:42,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:12:44,233 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T07:12:44,339 INFO [Time-limited test {}] log.Log(170): Logging initialized @3925ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T07:12:44,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:12:44,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:12:44,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:12:44,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:12:44,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:12:44,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:12:44,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:12:44,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:12:44,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/java.io.tmpdir/jetty-localhost-35935-hadoop-hdfs-3_4_1-tests_jar-_-any-2593997271936851403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:12:44,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:35935} 2024-12-10T07:12:44,772 INFO [Time-limited test {}] server.Server(415): Started @4359ms 2024-12-10T07:12:45,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:12:45,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:12:45,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:12:45,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:12:45,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:12:45,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:12:45,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:12:45,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/java.io.tmpdir/jetty-localhost-46505-hadoop-hdfs-3_4_1-tests_jar-_-any-10487609410455806672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:12:45,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:46505} 2024-12-10T07:12:45,703 INFO [Time-limited test {}] server.Server(415): Started @5289ms 2024-12-10T07:12:45,787 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:12:45,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:12:45,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:12:45,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:12:45,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:12:45,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:12:45,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:12:45,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:12:46,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/java.io.tmpdir/jetty-localhost-42955-hadoop-hdfs-3_4_1-tests_jar-_-any-13515020879757870868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:12:46,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:42955} 2024-12-10T07:12:46,140 INFO [Time-limited test {}] server.Server(415): Started @5726ms 2024-12-10T07:12:46,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:12:46,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:12:46,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:12:46,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:12:46,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:12:46,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:12:46,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:12:46,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:12:46,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/java.io.tmpdir/jetty-localhost-45263-hadoop-hdfs-3_4_1-tests_jar-_-any-12994949216955689305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:12:46,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:45263} 2024-12-10T07:12:46,363 INFO [Time-limited test {}] server.Server(415): Started @5949ms 2024-12-10T07:12:46,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:12:47,859 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data2/current/BP-1285542527-172.17.0.3-1733814763477/current, will proceed with Du for space computation calculation, 2024-12-10T07:12:47,859 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data4/current/BP-1285542527-172.17.0.3-1733814763477/current, will proceed with Du for space computation calculation, 2024-12-10T07:12:47,859 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data1/current/BP-1285542527-172.17.0.3-1733814763477/current, will proceed with Du for space computation calculation, 2024-12-10T07:12:47,859 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data3/current/BP-1285542527-172.17.0.3-1733814763477/current, will proceed with Du for space computation calculation, 2024-12-10T07:12:47,908 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:12:47,909 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:12:47,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x922c2f08665f9c3b with lease ID 0x53315dc6f24c0fe2: Processing first storage report for DS-68f343d8-367d-48a5-ad52-3c6e486197b0 from datanode DatanodeRegistration(127.0.0.1:39029, datanodeUuid=25e1a153-4e42-4ddf-8efe-a267bb0fa4a3, infoPort=36107, infoSecurePort=0, ipcPort=39725, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477) 2024-12-10T07:12:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x922c2f08665f9c3b with lease ID 0x53315dc6f24c0fe2: from storage DS-68f343d8-367d-48a5-ad52-3c6e486197b0 node DatanodeRegistration(127.0.0.1:39029, datanodeUuid=25e1a153-4e42-4ddf-8efe-a267bb0fa4a3, infoPort=36107, infoSecurePort=0, ipcPort=39725, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-10T07:12:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8789d0ece85cc22c with lease ID 0x53315dc6f24c0fe1: Processing first storage report for DS-356e9767-0a50-44db-a49c-e3a8d21ee74d from datanode DatanodeRegistration(127.0.0.1:44317, datanodeUuid=469d5215-6c66-4894-b61d-69fd77a722ea, infoPort=44457, infoSecurePort=0, ipcPort=42867, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477) 2024-12-10T07:12:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8789d0ece85cc22c with lease ID 0x53315dc6f24c0fe1: from storage DS-356e9767-0a50-44db-a49c-e3a8d21ee74d node DatanodeRegistration(127.0.0.1:44317, datanodeUuid=469d5215-6c66-4894-b61d-69fd77a722ea, infoPort=44457, infoSecurePort=0, ipcPort=42867, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:12:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x922c2f08665f9c3b with lease ID 0x53315dc6f24c0fe2: Processing first storage report for DS-faf32024-05f0-4660-ae0b-a2fe0d6091da from datanode DatanodeRegistration(127.0.0.1:39029, datanodeUuid=25e1a153-4e42-4ddf-8efe-a267bb0fa4a3, infoPort=36107, infoSecurePort=0, ipcPort=39725, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477) 2024-12-10T07:12:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x922c2f08665f9c3b with lease ID 0x53315dc6f24c0fe2: from storage DS-faf32024-05f0-4660-ae0b-a2fe0d6091da node DatanodeRegistration(127.0.0.1:39029, datanodeUuid=25e1a153-4e42-4ddf-8efe-a267bb0fa4a3, infoPort=36107, infoSecurePort=0, ipcPort=39725, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:12:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8789d0ece85cc22c with lease ID 0x53315dc6f24c0fe1: Processing first storage report for DS-957a2400-3d54-4e4f-bed0-14c54dbdbf32 from datanode DatanodeRegistration(127.0.0.1:44317, datanodeUuid=469d5215-6c66-4894-b61d-69fd77a722ea, infoPort=44457, infoSecurePort=0, ipcPort=42867, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477) 2024-12-10T07:12:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8789d0ece85cc22c with lease ID 0x53315dc6f24c0fe1: from storage DS-957a2400-3d54-4e4f-bed0-14c54dbdbf32 node DatanodeRegistration(127.0.0.1:44317, datanodeUuid=469d5215-6c66-4894-b61d-69fd77a722ea, infoPort=44457, infoSecurePort=0, ipcPort=42867, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:12:48,033 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data5/current/BP-1285542527-172.17.0.3-1733814763477/current, will proceed with Du for space computation calculation, 2024-12-10T07:12:48,033 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data6/current/BP-1285542527-172.17.0.3-1733814763477/current, will proceed with Du for space computation calculation, 2024-12-10T07:12:48,060 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:12:48,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d423bf47fb1f650 with lease ID 0x53315dc6f24c0fe3: Processing first storage report for DS-bd068cbb-821b-410f-9a2b-98065e29414b from datanode DatanodeRegistration(127.0.0.1:37987, datanodeUuid=17ac5084-5eda-46e7-a87e-f0d58da2ee69, infoPort=43803, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477) 2024-12-10T07:12:48,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d423bf47fb1f650 with lease ID 0x53315dc6f24c0fe3: from storage DS-bd068cbb-821b-410f-9a2b-98065e29414b node DatanodeRegistration(127.0.0.1:37987, datanodeUuid=17ac5084-5eda-46e7-a87e-f0d58da2ee69, infoPort=43803, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T07:12:48,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d423bf47fb1f650 with lease ID 0x53315dc6f24c0fe3: Processing first storage report for DS-dddceb5c-d735-43af-bdd3-bda14b7dc4e0 from datanode DatanodeRegistration(127.0.0.1:37987, datanodeUuid=17ac5084-5eda-46e7-a87e-f0d58da2ee69, infoPort=43803, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477) 2024-12-10T07:12:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d423bf47fb1f650 with lease ID 0x53315dc6f24c0fe3: from storage DS-dddceb5c-d735-43af-bdd3-bda14b7dc4e0 node DatanodeRegistration(127.0.0.1:37987, datanodeUuid=17ac5084-5eda-46e7-a87e-f0d58da2ee69, infoPort=43803, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=1662215218;c=1733814763477), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T07:12:48,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d 2024-12-10T07:12:48,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/zookeeper_0, clientPort=58268, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:12:48,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58268 2024-12-10T07:12:48,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:48,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:12:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:12:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:12:48,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 with version=8 2024-12-10T07:12:48,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/hbase-staging 2024-12-10T07:12:48,711 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T07:12:49,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b1396b8d2d12:0 server-side Connection retries=45 2024-12-10T07:12:49,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:49,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:49,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:12:49,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:49,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:12:49,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T07:12:49,301 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T07:12:49,312 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T07:12:49,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:12:49,358 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1010 (auto-detected) 2024-12-10T07:12:49,359 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-10T07:12:49,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46739 2024-12-10T07:12:49,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46739 connecting to ZooKeeper ensemble=127.0.0.1:58268 2024-12-10T07:12:49,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467390x0, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:12:49,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46739-0x1000e91d8e20000 connected 2024-12-10T07:12:49,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:49,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:49,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:12:49,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300, hbase.cluster.distributed=false 2024-12-10T07:12:49,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:12:49,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46739 2024-12-10T07:12:49,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46739 2024-12-10T07:12:49,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46739 2024-12-10T07:12:49,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46739 2024-12-10T07:12:49,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46739 2024-12-10T07:12:49,952 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1396b8d2d12:0 server-side Connection retries=45 2024-12-10T07:12:49,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:49,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:49,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:12:49,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:49,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:12:49,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:12:49,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:12:49,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35045 2024-12-10T07:12:49,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35045 connecting to ZooKeeper ensemble=127.0.0.1:58268 2024-12-10T07:12:49,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:49,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:50,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350450x0, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:12:50,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350450x0, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:12:50,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35045-0x1000e91d8e20001 connected 2024-12-10T07:12:50,257 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:12:50,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:12:50,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:12:50,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:12:50,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35045 2024-12-10T07:12:50,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35045 2024-12-10T07:12:50,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35045 2024-12-10T07:12:50,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35045 2024-12-10T07:12:50,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35045 2024-12-10T07:12:50,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1396b8d2d12:0 server-side Connection retries=45 2024-12-10T07:12:50,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:50,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:12:50,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:50,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:12:50,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:12:50,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:12:50,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41833 2024-12-10T07:12:50,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41833 connecting to ZooKeeper ensemble=127.0.0.1:58268 2024-12-10T07:12:50,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:50,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:50,516 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418330x0, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:12:50,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41833-0x1000e91d8e20002 connected 2024-12-10T07:12:50,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:12:50,518 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:12:50,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:12:50,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:12:50,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:12:50,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41833 2024-12-10T07:12:50,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41833 2024-12-10T07:12:50,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41833 2024-12-10T07:12:50,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41833 2024-12-10T07:12:50,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41833 2024-12-10T07:12:50,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1396b8d2d12:0 server-side Connection retries=45 2024-12-10T07:12:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:50,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:12:50,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:12:50,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:12:50,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:12:50,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:12:50,559 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41535 2024-12-10T07:12:50,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41535 connecting to ZooKeeper ensemble=127.0.0.1:58268 2024-12-10T07:12:50,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:50,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415350x0, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:12:50,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:12:50,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41535-0x1000e91d8e20003 connected 2024-12-10T07:12:50,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:12:50,664 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:12:50,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:12:50,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:12:50,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41535 2024-12-10T07:12:50,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41535 2024-12-10T07:12:50,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41535 2024-12-10T07:12:50,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41535 2024-12-10T07:12:50,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41535 2024-12-10T07:12:50,697 DEBUG [M:0;b1396b8d2d12:46739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1396b8d2d12:46739 2024-12-10T07:12:50,699 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b1396b8d2d12,46739,1733814768769 2024-12-10T07:12:50,899 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:12:50,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:12:50,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:12:50,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:12:50,903 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b1396b8d2d12,46739,1733814768769 2024-12-10T07:12:50,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:12:50,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:12:50,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:50,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:50,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:50,954 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:12:50,954 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:50,957 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:12:50,959 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b1396b8d2d12,46739,1733814768769 from backup master directory 2024-12-10T07:12:50,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:12:50,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b1396b8d2d12,46739,1733814768769 2024-12-10T07:12:50,973 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:12:50,974 WARN [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:12:50,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:12:50,974 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1396b8d2d12,46739,1733814768769 2024-12-10T07:12:50,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:12:50,977 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T07:12:50,978 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T07:12:51,040 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/hbase.id] with ID: 471a5061-c204-41f6-9e58-9f0d472f1734 2024-12-10T07:12:51,040 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/.tmp/hbase.id 2024-12-10T07:12:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:12:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:12:51,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:12:51,075 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/.tmp/hbase.id]:[hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/hbase.id] 2024-12-10T07:12:51,122 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:12:51,127 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T07:12:51,148 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-12-10T07:12:51,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:51,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:51,173 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:51,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:51,184 WARN [IPC Server handler 4 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,185 WARN [IPC Server handler 4 on default port 38919 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:51,185 WARN [IPC Server handler 4 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:12:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:12:51,206 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:12:51,208 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:12:51,221 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T07:12:51,225 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:12:51,247 WARN [IPC Server handler 3 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,247 WARN [IPC Server handler 3 on default port 38919 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:51,247 WARN [IPC Server handler 3 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:12:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:12:51,269 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store 2024-12-10T07:12:51,283 WARN [IPC Server handler 0 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,283 WARN [IPC Server handler 0 on default port 38919 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:51,284 WARN [IPC Server handler 0 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:51,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:12:51,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:12:51,295 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T07:12:51,298 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:12:51,299 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:12:51,299 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:12:51,299 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:12:51,301 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:12:51,301 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:12:51,301 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:12:51,302 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733814771299Disabling compacts and flushes for region at 1733814771299Disabling writes for close at 1733814771301 (+2 ms)Writing region close event to WAL at 1733814771301Closed at 1733814771301 2024-12-10T07:12:51,304 WARN [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/.initializing 2024-12-10T07:12:51,305 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/WALs/b1396b8d2d12,46739,1733814768769 2024-12-10T07:12:51,314 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:12:51,334 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C46739%2C1733814768769, suffix=, logDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/WALs/b1396b8d2d12,46739,1733814768769, archiveDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/oldWALs, maxLogs=10 2024-12-10T07:12:51,366 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/WALs/b1396b8d2d12,46739,1733814768769/b1396b8d2d12%2C46739%2C1733814768769.1733814771339, exclude list is [], retry=0 2024-12-10T07:12:51,370 WARN [IPC Server handler 2 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,371 WARN [IPC Server handler 2 on default port 38919 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:51,371 WARN [IPC Server handler 2 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:51,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39029,DS-68f343d8-367d-48a5-ad52-3c6e486197b0,DISK] 2024-12-10T07:12:51,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-356e9767-0a50-44db-a49c-e3a8d21ee74d,DISK] 2024-12-10T07:12:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T07:12:51,436 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/WALs/b1396b8d2d12,46739,1733814768769/b1396b8d2d12%2C46739%2C1733814768769.1733814771339 2024-12-10T07:12:51,437 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107),(127.0.0.1/127.0.0.1:44457:44457)] 2024-12-10T07:12:51,437 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:12:51,438 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:12:51,439 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,439 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,439 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:51,439 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:51,440 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,440 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,440 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:51,440 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:51,441 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,441 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:51,441 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:51,441 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:51,441 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,442 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:12:51,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:12:51,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:12:51,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:12:51,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:12:51,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:12:51,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:12:51,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:12:51,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:12:51,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:12:51,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:12:51,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:12:51,516 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,520 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,522 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,529 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,530 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,534 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:12:51,539 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:12:51,545 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:12:51,546 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61607454, jitterRate=-0.08197739720344543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:12:51,552 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733814771454Initializing all the Stores at 1733814771456 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814771457 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814771457Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814771457Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814771458 (+1 ms)Cleaning up temporary data from old regions at 1733814771530 (+72 ms)Region opened successfully at 1733814771552 (+22 ms) 2024-12-10T07:12:51,553 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:12:51,582 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac2b057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0 2024-12-10T07:12:51,611 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T07:12:51,623 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:12:51,624 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:12:51,626 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:12:51,627 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T07:12:51,632 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-10T07:12:51,632 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-10T07:12:51,655 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:12:51,663 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:12:51,681 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:12:51,684 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:12:51,686 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:12:51,698 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:12:51,701 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:12:51,705 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:12:51,730 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:12:51,732 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:12:51,793 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:12:51,815 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:12:51,872 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:12:51,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:12:51,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:12:51,927 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:12:51,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:12:51,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:51,928 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:51,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:51,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:51,935 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1396b8d2d12,46739,1733814768769, sessionid=0x1000e91d8e20000, setting cluster-up flag (Was=false) 2024-12-10T07:12:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:52,090 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:52,228 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:12:52,230 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1396b8d2d12,46739,1733814768769 2024-12-10T07:12:52,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:52,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:52,249 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:52,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:52,281 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:12:52,282 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1396b8d2d12,46739,1733814768769 2024-12-10T07:12:52,287 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T07:12:52,359 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T07:12:52,367 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T07:12:52,373 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:12:52,381 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer(746): ClusterId : 471a5061-c204-41f6-9e58-9f0d472f1734 2024-12-10T07:12:52,381 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(746): ClusterId : 471a5061-c204-41f6-9e58-9f0d472f1734 2024-12-10T07:12:52,381 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(746): ClusterId : 471a5061-c204-41f6-9e58-9f0d472f1734 2024-12-10T07:12:52,378 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1396b8d2d12,46739,1733814768769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:12:52,383 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:12:52,383 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:12:52,383 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:12:52,385 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:12:52,385 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:12:52,386 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:12:52,386 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:12:52,386 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1396b8d2d12:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:12:52,386 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,386 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:12:52,386 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,389 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733814802389 2024-12-10T07:12:52,390 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:12:52,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:12:52,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:12:52,391 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:12:52,394 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:12:52,394 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:12:52,395 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:12:52,395 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:12:52,396 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:12:52,397 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:12:52,397 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,400 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:12:52,401 WARN [IPC Server handler 1 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:52,401 WARN [IPC Server handler 1 on default port 38919 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:52,401 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:12:52,401 WARN [IPC Server handler 1 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:52,401 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:12:52,403 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:12:52,403 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:12:52,405 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.large.0-1733814772404,5,FailOnTimeoutGroup] 2024-12-10T07:12:52,406 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.small.0-1733814772405,5,FailOnTimeoutGroup] 2024-12-10T07:12:52,406 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,406 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:12:52,407 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:12:52,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:12:52,408 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T07:12:52,410 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:12:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:12:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:12:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:12:52,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:12:52,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:12:52,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:12:52,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:12:52,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:12:52,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:12:52,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:12:52,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:12:52,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:12:52,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:12:52,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:12:52,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:12:52,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:12:52,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:12:52,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:12:52,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:12:52,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:12:52,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:12:52,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740 2024-12-10T07:12:52,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740 2024-12-10T07:12:52,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:12:52,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:12:52,476 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:12:52,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:12:52,482 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:12:52,483 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66258801, jitterRate=-0.01266692578792572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:12:52,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733814772424Initializing all the Stores at 1733814772425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814772425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814772426 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814772426Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814772426Cleaning up temporary data from old regions at 1733814772475 (+49 ms)Region opened successfully at 1733814772486 (+11 ms) 2024-12-10T07:12:52,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:12:52,487 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:12:52,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:12:52,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:12:52,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:12:52,488 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:12:52,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733814772487Disabling compacts and flushes for region at 1733814772487Disabling writes for close at 1733814772487Writing region close event to WAL at 1733814772488 (+1 ms)Closed at 1733814772488 2024-12-10T07:12:52,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:12:52,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T07:12:52,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:12:52,509 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:12:52,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:12:52,514 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:12:52,514 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:12:52,514 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:12:52,514 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:12:52,559 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:12:52,559 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:12:52,664 WARN [b1396b8d2d12:46739 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:12:52,689 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:12:52,690 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:12:52,691 DEBUG [RS:0;b1396b8d2d12:35045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7a619e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0 2024-12-10T07:12:52,691 DEBUG [RS:2;b1396b8d2d12:41535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc2913a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0 2024-12-10T07:12:52,692 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:12:52,693 DEBUG [RS:1;b1396b8d2d12:41833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9f6459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0 2024-12-10T07:12:52,710 DEBUG [RS:1;b1396b8d2d12:41833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b1396b8d2d12:41833 2024-12-10T07:12:52,712 DEBUG [RS:2;b1396b8d2d12:41535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b1396b8d2d12:41535 2024-12-10T07:12:52,712 DEBUG [RS:0;b1396b8d2d12:35045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1396b8d2d12:35045 2024-12-10T07:12:52,714 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:12:52,714 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:12:52,714 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:12:52,714 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:12:52,714 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:12:52,714 DEBUG [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:12:52,714 DEBUG [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:12:52,715 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:12:52,715 DEBUG [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:12:52,718 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1396b8d2d12,46739,1733814768769 with port=41833, startcode=1733814770301 2024-12-10T07:12:52,718 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1396b8d2d12,46739,1733814768769 with port=41535, startcode=1733814770554 2024-12-10T07:12:52,718 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1396b8d2d12,46739,1733814768769 with port=35045, startcode=1733814769902 2024-12-10T07:12:52,732 DEBUG [RS:2;b1396b8d2d12:41535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:12:52,732 DEBUG [RS:0;b1396b8d2d12:35045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:12:52,732 DEBUG [RS:1;b1396b8d2d12:41833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:12:52,765 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:12:52,765 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:12:52,765 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:12:52,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1396b8d2d12,41833,1733814770301 2024-12-10T07:12:52,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46739 {}] master.ServerManager(517): Registering regionserver=b1396b8d2d12,41833,1733814770301 2024-12-10T07:12:52,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1396b8d2d12,41535,1733814770554 2024-12-10T07:12:52,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46739 {}] master.ServerManager(517): Registering regionserver=b1396b8d2d12,41535,1733814770554 2024-12-10T07:12:52,784 DEBUG [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:12:52,784 DEBUG [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38919 2024-12-10T07:12:52,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1396b8d2d12,35045,1733814769902 2024-12-10T07:12:52,784 DEBUG [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:12:52,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46739 {}] master.ServerManager(517): Registering regionserver=b1396b8d2d12,35045,1733814769902 2024-12-10T07:12:52,785 DEBUG [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:12:52,785 DEBUG [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38919 2024-12-10T07:12:52,785 DEBUG [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:12:52,787 DEBUG [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:12:52,788 DEBUG [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38919 2024-12-10T07:12:52,788 DEBUG [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:12:52,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:12:52,933 DEBUG [RS:2;b1396b8d2d12:41535 {}] zookeeper.ZKUtil(111): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1396b8d2d12,41535,1733814770554 2024-12-10T07:12:52,933 DEBUG [RS:1;b1396b8d2d12:41833 {}] zookeeper.ZKUtil(111): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1396b8d2d12,41833,1733814770301 2024-12-10T07:12:52,933 WARN [RS:1;b1396b8d2d12:41833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:12:52,933 WARN [RS:2;b1396b8d2d12:41535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:12:52,933 INFO [RS:1;b1396b8d2d12:41833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:12:52,933 INFO [RS:2;b1396b8d2d12:41535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:12:52,933 DEBUG [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301 2024-12-10T07:12:52,933 DEBUG [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41535,1733814770554 2024-12-10T07:12:52,933 DEBUG [RS:0;b1396b8d2d12:35045 {}] zookeeper.ZKUtil(111): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1396b8d2d12,35045,1733814769902 2024-12-10T07:12:52,933 WARN [RS:0;b1396b8d2d12:35045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:12:52,934 INFO [RS:0;b1396b8d2d12:35045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:12:52,934 DEBUG [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,35045,1733814769902 2024-12-10T07:12:52,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1396b8d2d12,41833,1733814770301] 2024-12-10T07:12:52,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1396b8d2d12,41535,1733814770554] 2024-12-10T07:12:52,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1396b8d2d12,35045,1733814769902] 2024-12-10T07:12:52,958 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:12:52,958 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:12:52,958 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:12:52,973 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:12:52,973 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:12:52,973 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:12:52,978 INFO [RS:0;b1396b8d2d12:35045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:12:52,978 INFO [RS:2;b1396b8d2d12:41535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:12:52,978 INFO [RS:1;b1396b8d2d12:41833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:12:52,978 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,978 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,978 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,979 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:12:52,979 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:12:52,979 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:12:52,986 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:12:52,986 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:12:52,986 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:12:52,987 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,987 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,987 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,988 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:12:52,988 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:12:52,988 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:12:52,988 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,988 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:12:52,989 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:12:52,989 DEBUG [RS:1;b1396b8d2d12:41833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:12:52,989 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:12:52,989 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:12:52,989 DEBUG [RS:2;b1396b8d2d12:41535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:12:52,990 DEBUG [RS:0;b1396b8d2d12:35045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:12:52,991 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,991 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,991 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,991 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,991 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,991 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,41833,1733814770301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:12:52,992 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,992 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,992 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,992 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,992 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,992 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,41535,1733814770554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:12:52,992 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,993 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,993 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,993 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,993 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:52,993 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,35045,1733814769902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:12:53,013 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:12:53,013 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:12:53,013 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:12:53,015 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,41535,1733814770554-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:53,015 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,35045,1733814769902-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:53,015 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,41833,1733814770301-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:53,016 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:53,016 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:53,016 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:53,016 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.Replication(171): b1396b8d2d12,41535,1733814770554 started 2024-12-10T07:12:53,016 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.Replication(171): b1396b8d2d12,35045,1733814769902 started 2024-12-10T07:12:53,016 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.Replication(171): b1396b8d2d12,41833,1733814770301 started 2024-12-10T07:12:53,037 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:53,037 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(1482): Serving as b1396b8d2d12,41535,1733814770554, RpcServer on b1396b8d2d12/172.17.0.3:41535, sessionid=0x1000e91d8e20003 2024-12-10T07:12:53,038 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:12:53,038 DEBUG [RS:2;b1396b8d2d12:41535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1396b8d2d12,41535,1733814770554 2024-12-10T07:12:53,038 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,41535,1733814770554' 2024-12-10T07:12:53,038 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:12:53,039 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:12:53,040 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:12:53,040 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:12:53,040 DEBUG [RS:2;b1396b8d2d12:41535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1396b8d2d12,41535,1733814770554 2024-12-10T07:12:53,041 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,41535,1733814770554' 2024-12-10T07:12:53,041 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:12:53,042 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:12:53,043 DEBUG [RS:2;b1396b8d2d12:41535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:12:53,043 INFO [RS:2;b1396b8d2d12:41535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:12:53,043 INFO [RS:2;b1396b8d2d12:41535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:12:53,044 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:53,044 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer(1482): Serving as b1396b8d2d12,41833,1733814770301, RpcServer on b1396b8d2d12/172.17.0.3:41833, sessionid=0x1000e91d8e20002 2024-12-10T07:12:53,045 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:12:53,045 DEBUG [RS:1;b1396b8d2d12:41833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1396b8d2d12,41833,1733814770301 2024-12-10T07:12:53,045 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,41833,1733814770301' 2024-12-10T07:12:53,045 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:12:53,046 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:12:53,046 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(1482): Serving as b1396b8d2d12,35045,1733814769902, RpcServer on b1396b8d2d12/172.17.0.3:35045, sessionid=0x1000e91d8e20001 2024-12-10T07:12:53,046 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:12:53,047 DEBUG [RS:0;b1396b8d2d12:35045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1396b8d2d12,35045,1733814769902 2024-12-10T07:12:53,047 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,35045,1733814769902' 2024-12-10T07:12:53,047 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:12:53,047 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:12:53,048 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:12:53,048 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:12:53,048 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:12:53,049 DEBUG [RS:1;b1396b8d2d12:41833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1396b8d2d12,41833,1733814770301 2024-12-10T07:12:53,049 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:12:53,049 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:12:53,049 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,41833,1733814770301' 2024-12-10T07:12:53,049 DEBUG [RS:0;b1396b8d2d12:35045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1396b8d2d12,35045,1733814769902 2024-12-10T07:12:53,049 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:12:53,049 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,35045,1733814769902' 2024-12-10T07:12:53,049 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:12:53,050 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:12:53,050 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:12:53,050 DEBUG [RS:1;b1396b8d2d12:41833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:12:53,051 INFO [RS:1;b1396b8d2d12:41833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:12:53,051 INFO [RS:1;b1396b8d2d12:41833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:12:53,051 DEBUG [RS:0;b1396b8d2d12:35045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:12:53,051 INFO [RS:0;b1396b8d2d12:35045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:12:53,051 INFO [RS:0;b1396b8d2d12:35045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:12:53,148 INFO [RS:2;b1396b8d2d12:41535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:12:53,152 INFO [RS:1;b1396b8d2d12:41833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:12:53,152 INFO [RS:0;b1396b8d2d12:35045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:12:53,152 INFO [RS:2;b1396b8d2d12:41535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C41535%2C1733814770554, suffix=, logDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41535,1733814770554, archiveDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/oldWALs, maxLogs=32 2024-12-10T07:12:53,155 INFO [RS:1;b1396b8d2d12:41833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C41833%2C1733814770301, suffix=, logDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301, archiveDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/oldWALs, maxLogs=32 2024-12-10T07:12:53,169 INFO [RS:0;b1396b8d2d12:35045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C35045%2C1733814769902, suffix=, logDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,35045,1733814769902, archiveDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/oldWALs, maxLogs=32 2024-12-10T07:12:53,175 DEBUG [RS:2;b1396b8d2d12:41535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41535,1733814770554/b1396b8d2d12%2C41535%2C1733814770554.1733814773155, exclude list is [], retry=0 2024-12-10T07:12:53,178 WARN [IPC Server handler 3 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:53,179 WARN [IPC Server handler 3 on default port 38919 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:53,179 WARN [IPC Server handler 3 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:53,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-356e9767-0a50-44db-a49c-e3a8d21ee74d,DISK] 2024-12-10T07:12:53,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39029,DS-68f343d8-367d-48a5-ad52-3c6e486197b0,DISK] 2024-12-10T07:12:53,186 DEBUG [RS:1;b1396b8d2d12:41833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301/b1396b8d2d12%2C41833%2C1733814770301.1733814773156, exclude list is [], retry=0 2024-12-10T07:12:53,189 DEBUG [RS:0;b1396b8d2d12:35045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,35045,1733814769902/b1396b8d2d12%2C35045%2C1733814769902.1733814773171, exclude list is [], retry=0 2024-12-10T07:12:53,193 WARN [IPC Server handler 4 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-10T07:12:53,193 WARN [IPC Server handler 4 on default port 38919 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-10T07:12:53,193 WARN [IPC Server handler 4 on default port 38919 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-10T07:12:53,197 INFO [RS:2;b1396b8d2d12:41535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41535,1733814770554/b1396b8d2d12%2C41535%2C1733814770554.1733814773155 2024-12-10T07:12:53,199 DEBUG [RS:2;b1396b8d2d12:41535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107),(127.0.0.1/127.0.0.1:44457:44457)] 2024-12-10T07:12:53,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-bd068cbb-821b-410f-9a2b-98065e29414b,DISK] 2024-12-10T07:12:53,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39029,DS-68f343d8-367d-48a5-ad52-3c6e486197b0,DISK] 2024-12-10T07:12:53,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39029,DS-68f343d8-367d-48a5-ad52-3c6e486197b0,DISK] 2024-12-10T07:12:53,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-356e9767-0a50-44db-a49c-e3a8d21ee74d,DISK] 2024-12-10T07:12:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-356e9767-0a50-44db-a49c-e3a8d21ee74d,DISK] 2024-12-10T07:12:53,254 INFO [RS:1;b1396b8d2d12:41833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301/b1396b8d2d12%2C41833%2C1733814770301.1733814773156 2024-12-10T07:12:53,260 DEBUG [RS:1;b1396b8d2d12:41833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43803:43803),(127.0.0.1/127.0.0.1:36107:36107),(127.0.0.1/127.0.0.1:44457:44457)] 2024-12-10T07:12:53,265 INFO [RS:0;b1396b8d2d12:35045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,35045,1733814769902/b1396b8d2d12%2C35045%2C1733814769902.1733814773171 2024-12-10T07:12:53,269 DEBUG [RS:0;b1396b8d2d12:35045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107),(127.0.0.1/127.0.0.1:44457:44457)] 2024-12-10T07:12:53,419 DEBUG [b1396b8d2d12:46739 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T07:12:53,430 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(204): Hosts are {b1396b8d2d12=0} racks are {/default-rack=0} 2024-12-10T07:12:53,439 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:12:53,439 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:12:53,439 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T07:12:53,439 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:12:53,439 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:12:53,439 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T07:12:53,439 INFO [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:12:53,439 INFO [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:12:53,439 INFO [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T07:12:53,439 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:12:53,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:12:53,451 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1396b8d2d12,35045,1733814769902, state=OPENING 2024-12-10T07:12:53,526 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:12:53,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:53,602 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:53,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:53,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:12:53,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:12:53,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:12:53,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:12:53,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:12:53,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:12:53,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1396b8d2d12,35045,1733814769902}] 2024-12-10T07:12:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:12:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:12:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:12:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:12:59,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T07:12:59,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T07:13:03,635 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:13:03,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:13:03,656 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T07:13:03,656 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:13:03,657 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:13:03,661 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C35045%2C1733814769902.meta, suffix=.meta, logDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,35045,1733814769902, archiveDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/oldWALs, maxLogs=32 2024-12-10T07:13:03,679 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,35045,1733814769902/b1396b8d2d12%2C35045%2C1733814769902.meta.1733814783663.meta, exclude list is [], retry=0 2024-12-10T07:13:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-356e9767-0a50-44db-a49c-e3a8d21ee74d,DISK] 2024-12-10T07:13:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39029,DS-68f343d8-367d-48a5-ad52-3c6e486197b0,DISK] 2024-12-10T07:13:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37987,DS-bd068cbb-821b-410f-9a2b-98065e29414b,DISK] 2024-12-10T07:13:03,692 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,35045,1733814769902/b1396b8d2d12%2C35045%2C1733814769902.meta.1733814783663.meta 2024-12-10T07:13:03,692 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107),(127.0.0.1/127.0.0.1:44457:44457),(127.0.0.1/127.0.0.1:43803:43803)] 2024-12-10T07:13:03,693 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:13:03,695 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:13:03,697 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:13:03,703 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:13:03,706 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:13:03,707 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:03,707 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T07:13:03,707 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T07:13:03,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:13:03,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:13:03,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:03,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:13:03,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:13:03,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:13:03,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:03,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:13:03,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:13:03,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:13:03,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:03,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:13:03,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:13:03,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:13:03,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:03,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:13:03,749 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:13:03,752 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740 2024-12-10T07:13:03,756 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740 2024-12-10T07:13:03,759 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:13:03,759 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:13:03,765 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:13:03,789 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:13:03,793 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62527883, jitterRate=-0.06826193630695343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:13:03,794 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T07:13:03,795 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733814783708Writing region info on filesystem at 1733814783708Initializing all the Stores at 1733814783719 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814783719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814783721 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814783721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814783721Cleaning up temporary data from old regions at 1733814783759 (+38 ms)Running coprocessor post-open hooks at 1733814783794 (+35 ms)Region opened successfully at 1733814783795 (+1 ms) 2024-12-10T07:13:03,805 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733814783627 2024-12-10T07:13:03,819 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:13:03,820 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T07:13:03,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:03,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1396b8d2d12,35045,1733814769902, state=OPEN 2024-12-10T07:13:03,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:13:03,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:13:03,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:13:03,838 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:13:03,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:13:03,839 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:03,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:13:03,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:13:03,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:13:03,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:13:03,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1396b8d2d12,35045,1733814769902 in 10.2320 sec 2024-12-10T07:13:03,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:13:03,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.3580 sec 2024-12-10T07:13:03,870 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:13:03,870 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T07:13:03,956 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:13:03,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1396b8d2d12,35045,1733814769902, seqNum=-1] 2024-12-10T07:13:04,003 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:13:04,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:13:04,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.7550 sec 2024-12-10T07:13:04,078 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733814784078, completionTime=-1 2024-12-10T07:13:04,082 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T07:13:04,082 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T07:13:04,120 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T07:13:04,120 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733814844120 2024-12-10T07:13:04,120 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733814904120 2024-12-10T07:13:04,120 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec 2024-12-10T07:13:04,123 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:13:04,132 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,46739,1733814768769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:13:04,132 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,46739,1733814768769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:13:04,132 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,46739,1733814768769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:13:04,134 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1396b8d2d12:46739, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:13:04,135 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:13:04,140 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T07:13:04,144 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T07:13:04,180 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.206sec 2024-12-10T07:13:04,186 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:13:04,187 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:13:04,189 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:13:04,190 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:13:04,190 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:13:04,191 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,46739,1733814768769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:13:04,191 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,46739,1733814768769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:13:04,199 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:13:04,200 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:13:04,201 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,46739,1733814768769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:13:04,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff4d751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:13:04,254 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T07:13:04,254 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T07:13:04,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1396b8d2d12,46739,-1 for getting cluster id 2024-12-10T07:13:04,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:13:04,273 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '471a5061-c204-41f6-9e58-9f0d472f1734' 2024-12-10T07:13:04,276 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:13:04,276 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "471a5061-c204-41f6-9e58-9f0d472f1734" 2024-12-10T07:13:04,277 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c56ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:13:04,277 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1396b8d2d12,46739,-1] 2024-12-10T07:13:04,280 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:13:04,286 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:13:04,287 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:13:04,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd13821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:13:04,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:13:04,301 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1396b8d2d12,35045,1733814769902, seqNum=-1] 2024-12-10T07:13:04,302 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:13:04,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:13:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1396b8d2d12,46739,1733814768769 2024-12-10T07:13:04,341 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733814784340 (current time:1733814784340). 2024-12-10T07:13:04,342 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-10T07:13:04,342 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-10T07:13:04,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5affb65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:13:04,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1396b8d2d12,46739,-1 for getting cluster id 2024-12-10T07:13:04,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:13:04,351 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '471a5061-c204-41f6-9e58-9f0d472f1734' 2024-12-10T07:13:04,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:13:04,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "471a5061-c204-41f6-9e58-9f0d472f1734" 2024-12-10T07:13:04,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb31378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:13:04,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1396b8d2d12,46739,-1] 2024-12-10T07:13:04,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:13:04,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:13:04,357 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:13:04,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bc8125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:13:04,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:13:04,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1396b8d2d12,35045,1733814769902, seqNum=-1] 2024-12-10T07:13:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:13:04,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:13:04,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:13:04,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:13:04,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:13:04,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:13:04,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:13:04,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T07:13:04,403 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1396b8d2d12,46739,1733814768769 2024-12-10T07:13:04,406 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47a9643d 2024-12-10T07:13:04,408 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:13:04,414 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:13:04,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:13:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-10T07:13:04,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:13:04,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:04,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:13:04,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-10T07:13:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:13:04,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741837_1013 (size=361) 2024-12-10T07:13:04,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741837_1013 (size=361) 2024-12-10T07:13:04,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741837_1013 (size=361) 2024-12-10T07:13:04,550 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e49d7f069751825999fb5a337c4479b5, NAME => 'SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,562 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f72b7eb2b3df8f0e8ba2d7ccb48953b4, NAME => 'SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,564 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 06c03b9bd2005ceb864d068648fbc090, NAME => 'SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:13:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741838_1014 (size=54) 2024-12-10T07:13:04,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741838_1014 (size=54) 2024-12-10T07:13:04,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741838_1014 (size=54) 2024-12-10T07:13:04,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:04,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e49d7f069751825999fb5a337c4479b5, disabling compactions & flushes 2024-12-10T07:13:04,664 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:13:04,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:13:04,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. after waiting 0 ms 2024-12-10T07:13:04,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:13:04,664 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:13:04,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e49d7f069751825999fb5a337c4479b5: Waiting for close lock at 1733814784664Disabling compacts and flushes for region at 1733814784664Disabling writes for close at 1733814784664Writing region close event to WAL at 1733814784664Closed at 1733814784664 2024-12-10T07:13:04,665 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e73996059ae84cc16a94b64aa0291f67, NAME => 'SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741839_1015 (size=62) 2024-12-10T07:13:04,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741839_1015 (size=62) 2024-12-10T07:13:04,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741839_1015 (size=62) 2024-12-10T07:13:04,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:04,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f72b7eb2b3df8f0e8ba2d7ccb48953b4, disabling compactions & flushes 2024-12-10T07:13:04,705 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:13:04,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:13:04,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. after waiting 0 ms 2024-12-10T07:13:04,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:13:04,705 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:13:04,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f72b7eb2b3df8f0e8ba2d7ccb48953b4: Waiting for close lock at 1733814784705Disabling compacts and flushes for region at 1733814784705Disabling writes for close at 1733814784705Writing region close event to WAL at 1733814784705Closed at 1733814784705 2024-12-10T07:13:04,706 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => db23a159ee074c8d67bf89038d0ba7fb, NAME => 'SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741840_1016 (size=62) 2024-12-10T07:13:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741840_1016 (size=62) 2024-12-10T07:13:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741840_1016 (size=62) 2024-12-10T07:13:04,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741842_1018 (size=62) 2024-12-10T07:13:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741842_1018 (size=62) 2024-12-10T07:13:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741842_1018 (size=62) 2024-12-10T07:13:04,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:04,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing db23a159ee074c8d67bf89038d0ba7fb, disabling compactions & flushes 2024-12-10T07:13:04,738 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:04,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:04,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. after waiting 0 ms 2024-12-10T07:13:04,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:04,739 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:04,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for db23a159ee074c8d67bf89038d0ba7fb: Waiting for close lock at 1733814784738Disabling compacts and flushes for region at 1733814784738Disabling writes for close at 1733814784739 (+1 ms)Writing region close event to WAL at 1733814784739Closed at 1733814784739 2024-12-10T07:13:04,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741841_1017 (size=62) 2024-12-10T07:13:04,740 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 68a85f1897436611f29c73068e87d925, NAME => 'SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741841_1017 (size=62) 2024-12-10T07:13:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741841_1017 (size=62) 2024-12-10T07:13:04,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:04,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e73996059ae84cc16a94b64aa0291f67, disabling compactions & flushes 2024-12-10T07:13:04,748 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:13:04,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:13:04,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. after waiting 0 ms 2024-12-10T07:13:04,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:13:04,748 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:13:04,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e73996059ae84cc16a94b64aa0291f67: Waiting for close lock at 1733814784748Disabling compacts and flushes for region at 1733814784748Disabling writes for close at 1733814784748Writing region close event to WAL at 1733814784748Closed at 1733814784748 2024-12-10T07:13:04,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96bb48e076db9eb278a89f4e2c1a891e, NAME => 'SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741843_1019 (size=62) 2024-12-10T07:13:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741843_1019 (size=62) 2024-12-10T07:13:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741843_1019 (size=62) 2024-12-10T07:13:04,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:04,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 68a85f1897436611f29c73068e87d925, disabling compactions & flushes 2024-12-10T07:13:04,770 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:13:04,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:13:04,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. after waiting 0 ms 2024-12-10T07:13:04,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:13:04,770 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:13:04,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 68a85f1897436611f29c73068e87d925: Waiting for close lock at 1733814784770Disabling compacts and flushes for region at 1733814784770Disabling writes for close at 1733814784770Writing region close event to WAL at 1733814784770Closed at 1733814784770 2024-12-10T07:13:04,771 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4d5027fa8f480d8482aaf23f4ba68d3e, NAME => 'SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741844_1020 (size=62) 2024-12-10T07:13:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741844_1020 (size=62) 2024-12-10T07:13:04,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741844_1020 (size=62) 2024-12-10T07:13:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:13:04,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:04,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 96bb48e076db9eb278a89f4e2c1a891e, disabling compactions & flushes 2024-12-10T07:13:04,787 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:04,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:04,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. after waiting 0 ms 2024-12-10T07:13:04,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:04,788 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:04,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96bb48e076db9eb278a89f4e2c1a891e: Waiting for close lock at 1733814784787Disabling compacts and flushes for region at 1733814784787Disabling writes for close at 1733814784788 (+1 ms)Writing region close event to WAL at 1733814784788Closed at 1733814784788 2024-12-10T07:13:04,788 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0848fe4e1928e47b6057e64b7239e1f5, NAME => 'SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741845_1021 (size=62) 2024-12-10T07:13:04,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741845_1021 (size=62) 2024-12-10T07:13:04,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741845_1021 (size=62) 2024-12-10T07:13:04,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:04,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4d5027fa8f480d8482aaf23f4ba68d3e, disabling compactions & flushes 2024-12-10T07:13:04,806 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:13:04,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:13:04,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. after waiting 0 ms 2024-12-10T07:13:04,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:13:04,806 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:13:04,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4d5027fa8f480d8482aaf23f4ba68d3e: Waiting for close lock at 1733814784805Disabling compacts and flushes for region at 1733814784805Disabling writes for close at 1733814784806 (+1 ms)Writing region close event to WAL at 1733814784806Closed at 1733814784806 2024-12-10T07:13:04,807 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b4090a39848495299dfe5b6d9e68a33e, NAME => 'SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300 2024-12-10T07:13:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741846_1022 (size=62) 2024-12-10T07:13:04,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741846_1022 (size=62) 2024-12-10T07:13:04,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741846_1022 (size=62) 2024-12-10T07:13:04,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:04,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0848fe4e1928e47b6057e64b7239e1f5, disabling compactions & flushes 2024-12-10T07:13:04,837 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:13:04,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:13:04,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. after waiting 0 ms 2024-12-10T07:13:04,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:13:04,837 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:13:04,838 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0848fe4e1928e47b6057e64b7239e1f5: Waiting for close lock at 1733814784837Disabling compacts and flushes for region at 1733814784837Disabling writes for close at 1733814784837Writing region close event to WAL at 1733814784837Closed at 1733814784837 2024-12-10T07:13:04,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741847_1023 (size=54) 2024-12-10T07:13:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741847_1023 (size=54) 2024-12-10T07:13:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741847_1023 (size=54) 2024-12-10T07:13:04,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:04,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b4090a39848495299dfe5b6d9e68a33e, disabling compactions & flushes 2024-12-10T07:13:04,852 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:04,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:04,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. after waiting 0 ms 2024-12-10T07:13:04,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:04,852 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:04,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b4090a39848495299dfe5b6d9e68a33e: Waiting for close lock at 1733814784852Disabling compacts and flushes for region at 1733814784852Disabling writes for close at 1733814784852Writing region close event to WAL at 1733814784852Closed at 1733814784852 2024-12-10T07:13:04,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T07:13:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:13:05,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:05,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 06c03b9bd2005ceb864d068648fbc090, disabling compactions & flushes 2024-12-10T07:13:05,116 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:13:05,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:13:05,117 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. after waiting 0 ms 2024-12-10T07:13:05,117 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:13:05,117 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:13:05,117 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 06c03b9bd2005ceb864d068648fbc090: Waiting for close lock at 1733814785116Disabling compacts and flushes for region at 1733814785116Disabling writes for close at 1733814785117 (+1 ms)Writing region close event to WAL at 1733814785117Closed at 1733814785117 2024-12-10T07:13:05,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:13:05,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814785120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814785120"}]},"ts":"1733814785120"} 2024-12-10T07:13:05,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-10T07:13:05,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:13:05,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733814785185"}]},"ts":"1733814785185"} 2024-12-10T07:13:05,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-10T07:13:05,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b1396b8d2d12=0} racks are {/default-rack=0} 2024-12-10T07:13:05,208 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:13:05,208 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:13:05,208 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T07:13:05,208 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:13:05,208 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:13:05,208 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T07:13:05,208 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:13:05,208 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:13:05,208 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T07:13:05,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:13:05,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e49d7f069751825999fb5a337c4479b5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72b7eb2b3df8f0e8ba2d7ccb48953b4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06c03b9bd2005ceb864d068648fbc090, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e73996059ae84cc16a94b64aa0291f67, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68a85f1897436611f29c73068e87d925, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d5027fa8f480d8482aaf23f4ba68d3e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0848fe4e1928e47b6057e64b7239e1f5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN}] 2024-12-10T07:13:05,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72b7eb2b3df8f0e8ba2d7ccb48953b4, ASSIGN 2024-12-10T07:13:05,216 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e49d7f069751825999fb5a337c4479b5, ASSIGN 2024-12-10T07:13:05,217 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN 2024-12-10T07:13:05,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0848fe4e1928e47b6057e64b7239e1f5, ASSIGN 2024-12-10T07:13:05,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72b7eb2b3df8f0e8ba2d7ccb48953b4, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35045,1733814769902; forceNewPlan=false, retain=false 2024-12-10T07:13:05,219 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e49d7f069751825999fb5a337c4479b5, ASSIGN; state=OFFLINE, location=b1396b8d2d12,41535,1733814770554; forceNewPlan=false, retain=false 2024-12-10T07:13:05,220 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN; state=OFFLINE, location=b1396b8d2d12,41833,1733814770301; forceNewPlan=false, retain=false 2024-12-10T07:13:05,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0848fe4e1928e47b6057e64b7239e1f5, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35045,1733814769902; forceNewPlan=false, retain=false 2024-12-10T07:13:05,221 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d5027fa8f480d8482aaf23f4ba68d3e, ASSIGN 2024-12-10T07:13:05,224 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d5027fa8f480d8482aaf23f4ba68d3e, ASSIGN; state=OFFLINE, location=b1396b8d2d12,41535,1733814770554; forceNewPlan=false, retain=false 2024-12-10T07:13:05,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN 2024-12-10T07:13:05,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN; state=OFFLINE, location=b1396b8d2d12,41833,1733814770301; forceNewPlan=false, retain=false 2024-12-10T07:13:05,233 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68a85f1897436611f29c73068e87d925, ASSIGN 2024-12-10T07:13:05,236 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=68a85f1897436611f29c73068e87d925, ASSIGN; state=OFFLINE, location=b1396b8d2d12,35045,1733814769902; forceNewPlan=false, retain=false 2024-12-10T07:13:05,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN 2024-12-10T07:13:05,248 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN; state=OFFLINE, location=b1396b8d2d12,41833,1733814770301; forceNewPlan=false, retain=false 2024-12-10T07:13:05,248 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e73996059ae84cc16a94b64aa0291f67, ASSIGN 2024-12-10T07:13:05,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06c03b9bd2005ceb864d068648fbc090, ASSIGN 2024-12-10T07:13:05,254 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e73996059ae84cc16a94b64aa0291f67, ASSIGN; state=OFFLINE, location=b1396b8d2d12,41535,1733814770554; forceNewPlan=false, retain=false 2024-12-10T07:13:05,255 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06c03b9bd2005ceb864d068648fbc090, ASSIGN; state=OFFLINE, location=b1396b8d2d12,41535,1733814770554; forceNewPlan=false, retain=false 2024-12-10T07:13:05,373 INFO [b1396b8d2d12:46739 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-10T07:13:05,374 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b4090a39848495299dfe5b6d9e68a33e, regionState=OPENING, regionLocation=b1396b8d2d12,41833,1733814770301 2024-12-10T07:13:05,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=96bb48e076db9eb278a89f4e2c1a891e, regionState=OPENING, regionLocation=b1396b8d2d12,41833,1733814770301 2024-12-10T07:13:05,377 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db23a159ee074c8d67bf89038d0ba7fb, regionState=OPENING, regionLocation=b1396b8d2d12,41833,1733814770301 2024-12-10T07:13:05,378 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4d5027fa8f480d8482aaf23f4ba68d3e, regionState=OPENING, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:05,378 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e73996059ae84cc16a94b64aa0291f67, regionState=OPENING, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:05,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e49d7f069751825999fb5a337c4479b5, regionState=OPENING, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:05,380 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0848fe4e1928e47b6057e64b7239e1f5, regionState=OPENING, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:05,381 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=68a85f1897436611f29c73068e87d925, regionState=OPENING, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:05,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f72b7eb2b3df8f0e8ba2d7ccb48953b4, regionState=OPENING, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:05,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN because future has completed 2024-12-10T07:13:05,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=06c03b9bd2005ceb864d068648fbc090, regionState=OPENING, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:05,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4090a39848495299dfe5b6d9e68a33e, server=b1396b8d2d12,41833,1733814770301}] 2024-12-10T07:13:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN because future has completed 2024-12-10T07:13:05,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN because future has completed 2024-12-10T07:13:05,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e, server=b1396b8d2d12,41833,1733814770301}] 2024-12-10T07:13:05,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db23a159ee074c8d67bf89038d0ba7fb, server=b1396b8d2d12,41833,1733814770301}] 2024-12-10T07:13:05,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d5027fa8f480d8482aaf23f4ba68d3e, ASSIGN because future has completed 2024-12-10T07:13:05,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e73996059ae84cc16a94b64aa0291f67, ASSIGN because future has completed 2024-12-10T07:13:05,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5027fa8f480d8482aaf23f4ba68d3e, server=b1396b8d2d12,41535,1733814770554}] 2024-12-10T07:13:05,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e49d7f069751825999fb5a337c4479b5, ASSIGN because future has completed 2024-12-10T07:13:05,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0848fe4e1928e47b6057e64b7239e1f5, ASSIGN because future has completed 2024-12-10T07:13:05,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49d7f069751825999fb5a337c4479b5, server=b1396b8d2d12,41535,1733814770554}] 2024-12-10T07:13:05,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=68a85f1897436611f29c73068e87d925, ASSIGN because future has completed 2024-12-10T07:13:05,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e73996059ae84cc16a94b64aa0291f67, server=b1396b8d2d12,41535,1733814770554}] 2024-12-10T07:13:05,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72b7eb2b3df8f0e8ba2d7ccb48953b4, ASSIGN because future has completed 2024-12-10T07:13:05,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72b7eb2b3df8f0e8ba2d7ccb48953b4, server=b1396b8d2d12,35045,1733814769902}] 2024-12-10T07:13:05,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68a85f1897436611f29c73068e87d925, server=b1396b8d2d12,35045,1733814769902}] 2024-12-10T07:13:05,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06c03b9bd2005ceb864d068648fbc090, ASSIGN because future has completed 2024-12-10T07:13:05,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0848fe4e1928e47b6057e64b7239e1f5, server=b1396b8d2d12,35045,1733814769902}] 2024-12-10T07:13:05,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c03b9bd2005ceb864d068648fbc090, server=b1396b8d2d12,41535,1733814770554}] 2024-12-10T07:13:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:13:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:13:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:13:09,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T07:13:09,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T07:13:09,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T07:13:09,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:13:09,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T07:13:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:13:15,405 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:13:15,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:13:15,416 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:15,416 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 96bb48e076db9eb278a89f4e2c1a891e, NAME => 'SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T07:13:15,417 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,417 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,417 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,417 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,419 INFO [StoreOpener-96bb48e076db9eb278a89f4e2c1a891e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,421 INFO [StoreOpener-96bb48e076db9eb278a89f4e2c1a891e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96bb48e076db9eb278a89f4e2c1a891e columnFamilyName cf 2024-12-10T07:13:15,421 DEBUG [StoreOpener-96bb48e076db9eb278a89f4e2c1a891e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,422 INFO [StoreOpener-96bb48e076db9eb278a89f4e2c1a891e-1 {}] regionserver.HStore(327): Store=96bb48e076db9eb278a89f4e2c1a891e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,423 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,424 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,424 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,425 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,425 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,427 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,430 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/96bb48e076db9eb278a89f4e2c1a891e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,431 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 96bb48e076db9eb278a89f4e2c1a891e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67861628, jitterRate=0.011217057704925537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,431 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:15,432 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 96bb48e076db9eb278a89f4e2c1a891e: Running coprocessor pre-open hook at 1733814795417Writing region info on filesystem at 1733814795417Initializing all the Stores at 1733814795419 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795419Cleaning up temporary data from old regions at 1733814795425 (+6 ms)Running coprocessor post-open hooks at 1733814795431 (+6 ms)Region opened successfully at 1733814795432 (+1 ms) 2024-12-10T07:13:15,434 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e., pid=16, masterSystemTime=1733814795404 2024-12-10T07:13:15,440 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:15,440 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:15,440 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:15,440 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => db23a159ee074c8d67bf89038d0ba7fb, NAME => 'SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T07:13:15,441 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,441 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=96bb48e076db9eb278a89f4e2c1a891e, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,41833,1733814770301 2024-12-10T07:13:15,441 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,442 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,444 INFO [StoreOpener-db23a159ee074c8d67bf89038d0ba7fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e, server=b1396b8d2d12,41833,1733814770301 because future has completed 2024-12-10T07:13:15,447 INFO [StoreOpener-db23a159ee074c8d67bf89038d0ba7fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db23a159ee074c8d67bf89038d0ba7fb columnFamilyName cf 2024-12-10T07:13:15,447 DEBUG [StoreOpener-db23a159ee074c8d67bf89038d0ba7fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,448 INFO [StoreOpener-db23a159ee074c8d67bf89038d0ba7fb-1 {}] regionserver.HStore(327): Store=db23a159ee074c8d67bf89038d0ba7fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,448 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,450 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,450 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-10T07:13:15,451 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,451 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e, server=b1396b8d2d12,41833,1733814770301 in 10.0390 sec 2024-12-10T07:13:15,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN in 10.2410 sec 2024-12-10T07:13:15,454 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,457 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/db23a159ee074c8d67bf89038d0ba7fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,458 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened db23a159ee074c8d67bf89038d0ba7fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69454215, jitterRate=0.034948453307151794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,458 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:15,459 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:13:15,459 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for db23a159ee074c8d67bf89038d0ba7fb: Running coprocessor pre-open hook at 1733814795442Writing region info on filesystem at 1733814795442Initializing all the Stores at 1733814795444 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795444Cleaning up temporary data from old regions at 1733814795451 (+7 ms)Running coprocessor post-open hooks at 1733814795459 (+8 ms)Region opened successfully at 1733814795459 2024-12-10T07:13:15,460 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb., pid=17, masterSystemTime=1733814795404 2024-12-10T07:13:15,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:13:15,463 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:15,463 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:15,463 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:15,463 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b4090a39848495299dfe5b6d9e68a33e, NAME => 'SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T07:13:15,464 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,464 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db23a159ee074c8d67bf89038d0ba7fb, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,41833,1733814770301 2024-12-10T07:13:15,464 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,464 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,464 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db23a159ee074c8d67bf89038d0ba7fb, server=b1396b8d2d12,41833,1733814770301 because future has completed 2024-12-10T07:13:15,474 INFO [StoreOpener-b4090a39848495299dfe5b6d9e68a33e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-10T07:13:15,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db23a159ee074c8d67bf89038d0ba7fb, server=b1396b8d2d12,41833,1733814770301 in 10.0590 sec 2024-12-10T07:13:15,475 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:13:15,475 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e49d7f069751825999fb5a337c4479b5, NAME => 'SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T07:13:15,475 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,476 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,476 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,476 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN in 10.2640 sec 2024-12-10T07:13:15,479 INFO [StoreOpener-e49d7f069751825999fb5a337c4479b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,481 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:13:15,481 INFO [StoreOpener-e49d7f069751825999fb5a337c4479b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49d7f069751825999fb5a337c4479b5 columnFamilyName cf 2024-12-10T07:13:15,481 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 68a85f1897436611f29c73068e87d925, NAME => 'SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-10T07:13:15,481 DEBUG [StoreOpener-e49d7f069751825999fb5a337c4479b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,481 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,482 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,482 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,482 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,482 INFO [StoreOpener-e49d7f069751825999fb5a337c4479b5-1 {}] regionserver.HStore(327): Store=e49d7f069751825999fb5a337c4479b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,482 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,483 INFO [StoreOpener-b4090a39848495299dfe5b6d9e68a33e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4090a39848495299dfe5b6d9e68a33e columnFamilyName cf 2024-12-10T07:13:15,483 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,483 DEBUG [StoreOpener-b4090a39848495299dfe5b6d9e68a33e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,483 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,484 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,484 INFO [StoreOpener-b4090a39848495299dfe5b6d9e68a33e-1 {}] regionserver.HStore(327): Store=b4090a39848495299dfe5b6d9e68a33e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,484 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,484 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,485 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,486 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,487 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,487 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,488 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,489 INFO [StoreOpener-68a85f1897436611f29c73068e87d925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,490 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,491 INFO [StoreOpener-68a85f1897436611f29c73068e87d925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68a85f1897436611f29c73068e87d925 columnFamilyName cf 2024-12-10T07:13:15,491 DEBUG [StoreOpener-68a85f1897436611f29c73068e87d925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,491 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/e49d7f069751825999fb5a337c4479b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,492 INFO [StoreOpener-68a85f1897436611f29c73068e87d925-1 {}] regionserver.HStore(327): Store=68a85f1897436611f29c73068e87d925/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,492 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,492 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e49d7f069751825999fb5a337c4479b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66321695, jitterRate=-0.011729732155799866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,492 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:15,493 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e49d7f069751825999fb5a337c4479b5: Running coprocessor pre-open hook at 1733814795476Writing region info on filesystem at 1733814795476Initializing all the Stores at 1733814795478 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795478Cleaning up temporary data from old regions at 1733814795484 (+6 ms)Running coprocessor post-open hooks at 1733814795492 (+8 ms)Region opened successfully at 1733814795493 (+1 ms) 2024-12-10T07:13:15,494 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,494 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5., pid=19, masterSystemTime=1733814795458 2024-12-10T07:13:15,494 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,495 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,495 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,497 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:13:15,497 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:13:15,497 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:13:15,497 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/b4090a39848495299dfe5b6d9e68a33e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,497 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d5027fa8f480d8482aaf23f4ba68d3e, NAME => 'SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-10T07:13:15,498 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,498 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,498 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e49d7f069751825999fb5a337c4479b5, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:15,498 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,500 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b4090a39848495299dfe5b6d9e68a33e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73700311, jitterRate=0.09822021424770355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,501 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:15,501 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b4090a39848495299dfe5b6d9e68a33e: Running coprocessor pre-open hook at 1733814795464Writing region info on filesystem at 1733814795464Initializing all the Stores at 1733814795468 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795468Cleaning up temporary data from old regions at 1733814795487 (+19 ms)Running coprocessor post-open hooks at 1733814795501 (+14 ms)Region opened successfully at 1733814795501 2024-12-10T07:13:15,502 INFO [StoreOpener-4d5027fa8f480d8482aaf23f4ba68d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49d7f069751825999fb5a337c4479b5, server=b1396b8d2d12,41535,1733814770554 because future has completed 2024-12-10T07:13:15,503 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e., pid=15, masterSystemTime=1733814795404 2024-12-10T07:13:15,504 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,506 INFO [StoreOpener-4d5027fa8f480d8482aaf23f4ba68d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5027fa8f480d8482aaf23f4ba68d3e columnFamilyName cf 2024-12-10T07:13:15,506 DEBUG [StoreOpener-4d5027fa8f480d8482aaf23f4ba68d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,506 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:15,506 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:15,507 INFO [StoreOpener-4d5027fa8f480d8482aaf23f4ba68d3e-1 {}] regionserver.HStore(327): Store=4d5027fa8f480d8482aaf23f4ba68d3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,507 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,508 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b4090a39848495299dfe5b6d9e68a33e, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,41833,1733814770301 2024-12-10T07:13:15,508 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-10T07:13:15,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e49d7f069751825999fb5a337c4479b5, server=b1396b8d2d12,41535,1733814770554 in 10.0570 sec 2024-12-10T07:13:15,509 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,510 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/68a85f1897436611f29c73068e87d925/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,510 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,510 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,511 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 68a85f1897436611f29c73068e87d925; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69377807, jitterRate=0.03380988538265228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,511 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:15,512 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 68a85f1897436611f29c73068e87d925: Running coprocessor pre-open hook at 1733814795482Writing region info on filesystem at 1733814795482Initializing all the Stores at 1733814795484 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795484Cleaning up temporary data from old regions at 1733814795495 (+11 ms)Running coprocessor post-open hooks at 1733814795511 (+16 ms)Region opened successfully at 1733814795512 (+1 ms) 2024-12-10T07:13:15,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4090a39848495299dfe5b6d9e68a33e, server=b1396b8d2d12,41833,1733814770301 because future has completed 2024-12-10T07:13:15,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e49d7f069751825999fb5a337c4479b5, ASSIGN in 10.2990 sec 2024-12-10T07:13:15,513 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925., pid=21, masterSystemTime=1733814795472 2024-12-10T07:13:15,515 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,516 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:13:15,516 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:13:15,516 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:13:15,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=68a85f1897436611f29c73068e87d925, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:15,516 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f72b7eb2b3df8f0e8ba2d7ccb48953b4, NAME => 'SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-10T07:13:15,518 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,518 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,518 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,518 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-10T07:13:15,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b4090a39848495299dfe5b6d9e68a33e, server=b1396b8d2d12,41833,1733814770301 in 10.1220 sec 2024-12-10T07:13:15,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68a85f1897436611f29c73068e87d925, server=b1396b8d2d12,35045,1733814769902 because future has completed 2024-12-10T07:13:15,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN in 10.3100 sec 2024-12-10T07:13:15,523 INFO [StoreOpener-f72b7eb2b3df8f0e8ba2d7ccb48953b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,524 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,525 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4d5027fa8f480d8482aaf23f4ba68d3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60487131, jitterRate=-0.09867151081562042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,525 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:15,525 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4d5027fa8f480d8482aaf23f4ba68d3e: Running coprocessor pre-open hook at 1733814795498Writing region info on filesystem at 1733814795498Initializing all the Stores at 1733814795502 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795502Cleaning up temporary data from old regions at 1733814795511 (+9 ms)Running coprocessor post-open hooks at 1733814795525 (+14 ms)Region opened successfully at 1733814795525 2024-12-10T07:13:15,526 INFO [StoreOpener-f72b7eb2b3df8f0e8ba2d7ccb48953b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72b7eb2b3df8f0e8ba2d7ccb48953b4 columnFamilyName cf 2024-12-10T07:13:15,526 DEBUG [StoreOpener-f72b7eb2b3df8f0e8ba2d7ccb48953b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-10T07:13:15,526 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e., pid=18, masterSystemTime=1733814795458 2024-12-10T07:13:15,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 68a85f1897436611f29c73068e87d925, server=b1396b8d2d12,35045,1733814769902 in 10.0580 sec 2024-12-10T07:13:15,526 INFO [StoreOpener-f72b7eb2b3df8f0e8ba2d7ccb48953b4-1 {}] regionserver.HStore(327): Store=f72b7eb2b3df8f0e8ba2d7ccb48953b4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,527 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,528 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,528 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,529 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:13:15,529 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:13:15,529 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:13:15,529 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,529 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 06c03b9bd2005ceb864d068648fbc090, NAME => 'SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-10T07:13:15,529 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68a85f1897436611f29c73068e87d925, ASSIGN in 10.3160 sec 2024-12-10T07:13:15,530 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,530 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4d5027fa8f480d8482aaf23f4ba68d3e, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:15,530 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,530 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,530 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,533 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5027fa8f480d8482aaf23f4ba68d3e, server=b1396b8d2d12,41535,1733814770554 because future has completed 2024-12-10T07:13:15,537 INFO [StoreOpener-06c03b9bd2005ceb864d068648fbc090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,538 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/f72b7eb2b3df8f0e8ba2d7ccb48953b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,539 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f72b7eb2b3df8f0e8ba2d7ccb48953b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71791328, jitterRate=0.06977415084838867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,539 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:15,539 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f72b7eb2b3df8f0e8ba2d7ccb48953b4: Running coprocessor pre-open hook at 1733814795518Writing region info on filesystem at 1733814795518Initializing all the Stores at 1733814795520 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795520Cleaning up temporary data from old regions at 1733814795529 (+9 ms)Running coprocessor post-open hooks at 1733814795539 (+10 ms)Region opened successfully at 1733814795539 2024-12-10T07:13:15,540 INFO [StoreOpener-06c03b9bd2005ceb864d068648fbc090-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c03b9bd2005ceb864d068648fbc090 columnFamilyName cf 2024-12-10T07:13:15,540 DEBUG [StoreOpener-06c03b9bd2005ceb864d068648fbc090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,540 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4., pid=22, masterSystemTime=1733814795472 2024-12-10T07:13:15,541 INFO [StoreOpener-06c03b9bd2005ceb864d068648fbc090-1 {}] regionserver.HStore(327): Store=06c03b9bd2005ceb864d068648fbc090/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,541 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-10T07:13:15,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d5027fa8f480d8482aaf23f4ba68d3e, server=b1396b8d2d12,41535,1733814770554 in 10.1110 sec 2024-12-10T07:13:15,543 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,543 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,544 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:13:15,544 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:13:15,544 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,544 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:13:15,544 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,544 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0848fe4e1928e47b6057e64b7239e1f5, NAME => 'SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-10T07:13:15,545 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,545 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,545 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,545 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d5027fa8f480d8482aaf23f4ba68d3e, ASSIGN in 10.3320 sec 2024-12-10T07:13:15,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f72b7eb2b3df8f0e8ba2d7ccb48953b4, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:15,547 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,548 INFO [StoreOpener-0848fe4e1928e47b6057e64b7239e1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,550 INFO [StoreOpener-0848fe4e1928e47b6057e64b7239e1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0848fe4e1928e47b6057e64b7239e1f5 columnFamilyName cf 2024-12-10T07:13:15,551 DEBUG [StoreOpener-0848fe4e1928e47b6057e64b7239e1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72b7eb2b3df8f0e8ba2d7ccb48953b4, server=b1396b8d2d12,35045,1733814769902 because future has completed 2024-12-10T07:13:15,552 INFO [StoreOpener-0848fe4e1928e47b6057e64b7239e1f5-1 {}] regionserver.HStore(327): Store=0848fe4e1928e47b6057e64b7239e1f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,552 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,552 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/06c03b9bd2005ceb864d068648fbc090/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,553 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,553 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 06c03b9bd2005ceb864d068648fbc090; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63435278, jitterRate=-0.054740697145462036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,554 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:15,554 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 06c03b9bd2005ceb864d068648fbc090: Running coprocessor pre-open hook at 1733814795530Writing region info on filesystem at 1733814795530Initializing all the Stores at 1733814795537 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795537Cleaning up temporary data from old regions at 1733814795544 (+7 ms)Running coprocessor post-open hooks at 1733814795554 (+10 ms)Region opened successfully at 1733814795554 2024-12-10T07:13:15,554 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,555 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,555 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,556 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090., pid=24, masterSystemTime=1733814795458 2024-12-10T07:13:15,559 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:13:15,559 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:13:15,559 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:13:15,559 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e73996059ae84cc16a94b64aa0291f67, NAME => 'SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-10T07:13:15,560 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,560 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:15,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-12-10T07:13:15,560 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=06c03b9bd2005ceb864d068648fbc090, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:15,560 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f72b7eb2b3df8f0e8ba2d7ccb48953b4, server=b1396b8d2d12,35045,1733814769902 in 10.0900 sec 2024-12-10T07:13:15,562 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c03b9bd2005ceb864d068648fbc090, server=b1396b8d2d12,41535,1733814770554 because future has completed 2024-12-10T07:13:15,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72b7eb2b3df8f0e8ba2d7ccb48953b4, ASSIGN in 10.3500 sec 2024-12-10T07:13:15,569 INFO [StoreOpener-e73996059ae84cc16a94b64aa0291f67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,571 INFO [StoreOpener-e73996059ae84cc16a94b64aa0291f67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e73996059ae84cc16a94b64aa0291f67 columnFamilyName cf 2024-12-10T07:13:15,571 DEBUG [StoreOpener-e73996059ae84cc16a94b64aa0291f67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:15,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-10T07:13:15,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 06c03b9bd2005ceb864d068648fbc090, server=b1396b8d2d12,41535,1733814770554 in 10.0610 sec 2024-12-10T07:13:15,572 INFO [StoreOpener-e73996059ae84cc16a94b64aa0291f67-1 {}] regionserver.HStore(327): Store=e73996059ae84cc16a94b64aa0291f67/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:15,572 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,573 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,574 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06c03b9bd2005ceb864d068648fbc090, ASSIGN in 10.3610 sec 2024-12-10T07:13:15,575 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,575 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,577 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,578 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,578 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0848fe4e1928e47b6057e64b7239e1f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64625621, jitterRate=-0.037003204226493835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,578 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:15,578 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0848fe4e1928e47b6057e64b7239e1f5: Running coprocessor pre-open hook at 1733814795545Writing region info on filesystem at 1733814795545Initializing all the Stores at 1733814795547 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795547Cleaning up temporary data from old regions at 1733814795555 (+8 ms)Running coprocessor post-open hooks at 1733814795578 (+23 ms)Region opened successfully at 1733814795578 2024-12-10T07:13:15,580 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5., pid=23, masterSystemTime=1733814795472 2024-12-10T07:13:15,581 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/e73996059ae84cc16a94b64aa0291f67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:13:15,583 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:13:15,583 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:13:15,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0848fe4e1928e47b6057e64b7239e1f5, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:15,585 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e73996059ae84cc16a94b64aa0291f67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65475838, jitterRate=-0.024333983659744263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:15,585 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:15,585 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e73996059ae84cc16a94b64aa0291f67: Running coprocessor pre-open hook at 1733814795560Writing region info on filesystem at 1733814795560Initializing all the Stores at 1733814795564 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814795564Cleaning up temporary data from old regions at 1733814795575 (+11 ms)Running coprocessor post-open hooks at 1733814795585 (+10 ms)Region opened successfully at 1733814795585 2024-12-10T07:13:15,586 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67., pid=20, masterSystemTime=1733814795458 2024-12-10T07:13:15,589 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:13:15,589 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:13:15,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e73996059ae84cc16a94b64aa0291f67, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:15,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0848fe4e1928e47b6057e64b7239e1f5, server=b1396b8d2d12,35045,1733814769902 because future has completed 2024-12-10T07:13:15,593 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46739 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1396b8d2d12,35045,1733814769902, table=SPTestTable, region=0848fe4e1928e47b6057e64b7239e1f5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-10T07:13:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e73996059ae84cc16a94b64aa0291f67, server=b1396b8d2d12,41535,1733814770554 because future has completed 2024-12-10T07:13:15,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-12-10T07:13:15,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0848fe4e1928e47b6057e64b7239e1f5, server=b1396b8d2d12,35045,1733814769902 in 10.1280 sec 2024-12-10T07:13:15,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-10T07:13:15,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0848fe4e1928e47b6057e64b7239e1f5, ASSIGN in 10.3900 sec 2024-12-10T07:13:15,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e73996059ae84cc16a94b64aa0291f67, server=b1396b8d2d12,41535,1733814770554 in 10.1430 sec 2024-12-10T07:13:15,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-10T07:13:15,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e73996059ae84cc16a94b64aa0291f67, ASSIGN in 10.3930 sec 2024-12-10T07:13:15,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:13:15,619 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733814795619"}]},"ts":"1733814795619"} 2024-12-10T07:13:15,626 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-10T07:13:15,629 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:13:15,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.1970 sec 2024-12-10T07:13:16,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-10T07:13:18,077 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T07:13:19,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-10T07:13:19,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-10T07:13:21,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T07:13:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:13:22,666 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-10T07:13:22,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-10T07:13:22,669 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:13:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-10T07:13:22,690 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:13:22,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-10T07:13:22,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e., hostname=b1396b8d2d12,41833,1733814770301, seqNum=2] 2024-12-10T07:13:22,753 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e., hostname=b1396b8d2d12,41833,1733814770301, seqNum=2] 2024-12-10T07:13:22,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e., hostname=b1396b8d2d12,41535,1733814770554, seqNum=2] 2024-12-10T07:13:22,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e., hostname=b1396b8d2d12,41535,1733814770554, seqNum=2] 2024-12-10T07:13:23,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5., hostname=b1396b8d2d12,35045,1733814769902, seqNum=2] 2024-12-10T07:13:23,026 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5., hostname=b1396b8d2d12,35045,1733814769902, seqNum=2] 2024-12-10T07:13:23,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5., hostname=b1396b8d2d12,35045,1733814769902, seqNum=2] 2024-12-10T07:13:23,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5., hostname=b1396b8d2d12,35045,1733814769902, seqNum=2] 2024-12-10T07:13:23,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e., hostname=b1396b8d2d12,41833,1733814770301, seqNum=2] 2024-12-10T07:13:23,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e., hostname=b1396b8d2d12,41833,1733814770301, seqNum=2] 2024-12-10T07:13:23,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e., hostname=b1396b8d2d12,41833,1733814770301, seqNum=2] 2024-12-10T07:13:23,249 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e., hostname=b1396b8d2d12,41833,1733814770301, seqNum=2] 2024-12-10T07:13:23,251 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e., hostname=b1396b8d2d12,41833,1733814770301, seqNum=2] 2024-12-10T07:13:23,270 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e., hostname=b1396b8d2d12,41833,1733814770301, seqNum=2] 2024-12-10T07:13:24,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:13:24,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:13:24,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:13:25,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:13:25,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41535 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T07:13:25,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35045 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T07:13:25,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:25,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T07:13:26,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T07:13:26,761 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-10T07:13:26,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:13:26,765 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-10T07:13:26,772 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-10T07:13:26,796 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-10T07:13:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741848_1024 (size=49) 2024-12-10T07:13:26,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741848_1024 (size=49) 2024-12-10T07:13:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741848_1024 (size=49) 2024-12-10T07:13:26,842 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-10T07:13:26,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e49d7f069751825999fb5a337c4479b5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72b7eb2b3df8f0e8ba2d7ccb48953b4}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06c03b9bd2005ceb864d068648fbc090}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e73996059ae84cc16a94b64aa0291f67}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68a85f1897436611f29c73068e87d925}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d5027fa8f480d8482aaf23f4ba68d3e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0848fe4e1928e47b6057e64b7239e1f5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e}] 2024-12-10T07:13:26,854 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:26,855 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:26,855 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:26,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:26,856 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:26,865 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b1396b8d2d12,41833,1733814770301 2024-12-10T07:13:26,865 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b1396b8d2d12,41833,1733814770301: Simulated kill ***** 2024-12-10T07:13:26,866 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T07:13:26,869 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T07:13:26,870 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T07:13:26,871 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:26,873 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T07:13:26,875 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T07:13:26,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:26,897 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 704141648 }, "NonHeapMemoryUsage": { "committed": 157745152, "init": 7667712, "max": -1, "used": 153701648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b1396b8d2d12", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b1396b8d2d12", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58268", "tag.serverName": "b1396b8d2d12,41535,1733814770554", "tag.clusterId": "471a5061-c204-41f6-9e58-9f0d472f1734", "tag.Context": "regionserver", "tag.Hostname": "b1396b8d2d12", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733814770554, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-10T07:13:26,901 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46739 {}] master.MasterRpcServices(700): b1396b8d2d12,41833,1733814770301 reported a fatal error: ***** ABORTING region server b1396b8d2d12,41833,1733814770301: Simulated kill ***** 2024-12-10T07:13:26,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:26,903 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:26,904 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:26,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1396b8d2d12,41833,1733814770301' ***** 2024-12-10T07:13:26,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-10T07:13:26,910 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:13:26,916 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:13:26,917 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:13:26,918 INFO [RS:1;b1396b8d2d12:41833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T07:13:26,921 INFO [RS:1;b1396b8d2d12:41833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T07:13:26,921 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:13:26,922 INFO [RS:1;b1396b8d2d12:41833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b1396b8d2d12:41833. 2024-12-10T07:13:26,922 DEBUG [RS:1;b1396b8d2d12:41833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:13:26,922 DEBUG [RS:1;b1396b8d2d12:41833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:13:26,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741834_1010 (size=966) 2024-12-10T07:13:26,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741834_1010 (size=966) 2024-12-10T07:13:26,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741834_1010 (size=966) 2024-12-10T07:13:26,958 DEBUG [RS:1;b1396b8d2d12:41833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:13:26,959 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:13:26,961 INFO [RS:1;b1396b8d2d12:41833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41833 2024-12-10T07:13:27,005 INFO [regionserver/b1396b8d2d12:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:13:27,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:13:27,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1396b8d2d12,41833,1733814770301] 2024-12-10T07:13:27,021 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1396b8d2d12,41833,1733814770301 2024-12-10T07:13:27,023 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:13:27,030 INFO [regionserver/b1396b8d2d12:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T07:13:27,031 INFO [regionserver/b1396b8d2d12:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T07:13:27,080 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1396b8d2d12,41833,1733814770301 already deleted, retry=false 2024-12-10T07:13:27,081 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b1396b8d2d12,41833,1733814770301 on b1396b8d2d12,46739,1733814768769 2024-12-10T07:13:27,119 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b1396b8d2d12,41833,1733814770301, splitWal=true, meta=false 2024-12-10T07:13:27,125 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for b1396b8d2d12,41833,1733814770301 (carryingMeta=false) b1396b8d2d12,41833,1733814770301/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@51463a3e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T07:13:27,126 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b1396b8d2d12,41833,1733814770301, splitWal=true, meta=false 2024-12-10T07:13:27,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:27,130 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): b1396b8d2d12,41833,1733814770301 had 3 regions 2024-12-10T07:13:27,130 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb can not run currently because target server of region SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. b1396b8d2d12,41833,1733814770301 is in state CRASHED, wait 1000 ms to retry 2024-12-10T07:13:27,131 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb; timeout=1000, timestamp=1733814808131 2024-12-10T07:13:27,131 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:27,134 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b1396b8d2d12,41833,1733814770301, splitWal=true, meta=false, isMeta: false 2024-12-10T07:13:27,135 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e can not run currently because target server of region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 1000 ms to retry 2024-12-10T07:13:27,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:27,135 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e; timeout=1000, timestamp=1733814808135 2024-12-10T07:13:27,140 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e can not run currently because target server of region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 1000 ms to retry 2024-12-10T07:13:27,140 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e; timeout=1000, timestamp=1733814808140 2024-12-10T07:13:27,141 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting 2024-12-10T07:13:27,153 INFO [PEWorker-5 {}] master.SplitWALManager(105): b1396b8d2d12,41833,1733814770301 WAL count=1, meta=false 2024-12-10T07:13:27,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b1396b8d2d12%2C41833%2C1733814770301.1733814773156}] 2024-12-10T07:13:27,175 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:27,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1396b8d2d12%2C41833%2C1733814770301.1733814773156, worker=b1396b8d2d12,41535,1733814770554}] 2024-12-10T07:13:27,220 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:13:27,220 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41833-0x1000e91d8e20002, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:13:27,220 INFO [RS:1;b1396b8d2d12:41833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:13:27,221 INFO [RS:1;b1396b8d2d12:41833 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1396b8d2d12,41833,1733814770301; zookeeper connection closed. 2024-12-10T07:13:27,221 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cbef74f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cbef74f 2024-12-10T07:13:28,131 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:28,133 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb can not run currently because target server of region SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 2000 ms to retry 2024-12-10T07:13:28,133 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb; timeout=2000, timestamp=1733814810133 2024-12-10T07:13:28,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:28,137 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e can not run currently because target server of region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 2000 ms to retry 2024-12-10T07:13:28,137 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e; timeout=2000, timestamp=1733814810137 2024-12-10T07:13:28,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:28,142 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e can not run currently because target server of region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 2000 ms to retry 2024-12-10T07:13:28,142 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e; timeout=2000, timestamp=1733814810142 2024-12-10T07:13:30,133 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:30,135 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb can not run currently because target server of region SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 4000 ms to retry 2024-12-10T07:13:30,135 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb; timeout=4000, timestamp=1733814814135 2024-12-10T07:13:30,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:30,139 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e can not run currently because target server of region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 4000 ms to retry 2024-12-10T07:13:30,139 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e; timeout=4000, timestamp=1733814814139 2024-12-10T07:13:30,143 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:30,144 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e can not run currently because target server of region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 4000 ms to retry 2024-12-10T07:13:30,144 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e; timeout=4000, timestamp=1733814814144 2024-12-10T07:13:34,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:34,136 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb can not run currently because target server of region SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 8000 ms to retry 2024-12-10T07:13:34,136 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb; timeout=8000, timestamp=1733814822136 2024-12-10T07:13:34,139 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:34,140 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e can not run currently because target server of region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 8000 ms to retry 2024-12-10T07:13:34,141 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e; timeout=8000, timestamp=1733814822140 2024-12-10T07:13:34,144 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:34,146 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e can not run currently because target server of region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. b1396b8d2d12,41833,1733814770301 is in state SPLITTING, wait 8000 ms to retry 2024-12-10T07:13:34,146 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e; timeout=8000, timestamp=1733814822146 2024-12-10T07:13:35,473 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=b1396b8d2d12,41833,1733814770301, timeout=1733814816857, delay=1383, operations=null, containedObject=b1396b8d2d12,41535,1733814770554, timeout=1733814816858, delay=1384, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d5027fa8f480d8482aaf23f4ba68d3e, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e73996059ae84cc16a94b64aa0291f67, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06c03b9bd2005ceb864d068648fbc090, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b1396b8d2d12%2C41833%2C1733814770301.1733814773156, worker=b1396b8d2d12,41535,1733814770554, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e49d7f069751825999fb5a337c4479b5], containedObject=b1396b8d2d12,35045,1733814769902, timeout=1733814816858, delay=1384, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68a85f1897436611f29c73068e87d925, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72b7eb2b3df8f0e8ba2d7ccb48953b4, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0848fe4e1928e47b6057e64b7239e1f5]] 2024-12-10T07:13:36,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-10T07:13:36,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-10T07:13:36,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-10T07:13:36,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-10T07:13:36,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:13:36,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:13:36,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:13:36,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-10T07:13:36,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:13:36,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-10T07:13:36,868 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 4d5027fa8f480d8482aaf23f4ba68d3e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f72b7eb2b3df8f0e8ba2d7ccb48953b4: 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 68a85f1897436611f29c73068e87d925: 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e73996059ae84cc16a94b64aa0291f67: 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. for SnapshotProcedureTest completed. 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. for SnapshotProcedureTest completed. 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. for SnapshotProcedureTest completed. 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 06c03b9bd2005ceb864d068648fbc090: 2024-12-10T07:13:36,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. for SnapshotProcedureTest completed. 2024-12-10T07:13:36,870 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 0848fe4e1928e47b6057e64b7239e1f5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-10T07:13:36,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:36,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:36,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:36,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-10T07:13:36,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-10T07:13:36,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:36,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:36,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:36,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:36,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:36,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:13:36,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:13:36,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:13:36,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:13:36,898 INFO [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156, size=966 (966bytes) 2024-12-10T07:13:36,899 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-10T07:13:36,900 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-10T07:13:36,900 INFO [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156 2024-12-10T07:13:36,906 INFO [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156 after 4ms 2024-12-10T07:13:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741850_1026 (size=65) 2024-12-10T07:13:36,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741850_1026 (size=65) 2024-12-10T07:13:36,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741850_1026 (size=65) 2024-12-10T07:13:36,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:13:36,930 INFO [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156 took 34ms 2024-12-10T07:13:36,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741849_1025 (size=65) 2024-12-10T07:13:36,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-10T07:13:36,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:13:36,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e49d7f069751825999fb5a337c4479b5: 2024-12-10T07:13:36,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. for SnapshotProcedureTest completed. 2024-12-10T07:13:36,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741849_1025 (size=65) 2024-12-10T07:13:36,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741849_1025 (size=65) 2024-12-10T07:13:36,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:13:36,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:36,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:36,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:13:36,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-10T07:13:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-10T07:13:36,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:36,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:13:36,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741852_1028 (size=65) 2024-12-10T07:13:36,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741852_1028 (size=65) 2024-12-10T07:13:36,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741851_1027 (size=65) 2024-12-10T07:13:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741851_1027 (size=65) 2024-12-10T07:13:36,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:13:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741852_1028 (size=65) 2024-12-10T07:13:36,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-10T07:13:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741851_1027 (size=65) 2024-12-10T07:13:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-10T07:13:36,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-10T07:13:36,948 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:36,949 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:13:36,949 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68a85f1897436611f29c73068e87d925 2024-12-10T07:13:36,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06c03b9bd2005ceb864d068648fbc090 in 10.1030 sec 2024-12-10T07:13:36,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e73996059ae84cc16a94b64aa0291f67 in 10.1060 sec 2024-12-10T07:13:36,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 68a85f1897436611f29c73068e87d925 in 10.1060 sec 2024-12-10T07:13:36,964 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 96bb48e076db9eb278a89f4e2c1a891e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T07:13:36,967 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for db23a159ee074c8d67bf89038d0ba7fb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T07:13:36,968 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b4090a39848495299dfe5b6d9e68a33e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T07:13:36,969 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156 so closing down 2024-12-10T07:13:36,969 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T07:13:36,969 INFO [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T07:13:36,974 INFO [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156, size=966, length=966, corrupted=false, cancelled=false 2024-12-10T07:13:36,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156, journal: Splitting hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156, size=966 (966bytes) at 1733814816898Finishing writing output for hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156 so closing down at 1733814816969 (+71 ms)3 split writer threads finished at 1733814816969Processed 3 edits across 0 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156, size=966, length=966, corrupted=false, cancelled=false at 1733814816974 (+5 ms) 2024-12-10T07:13:36,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741853_1029 (size=57) 2024-12-10T07:13:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741853_1029 (size=57) 2024-12-10T07:13:36,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741853_1029 (size=57) 2024-12-10T07:13:36,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:13:36,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-10T07:13:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-10T07:13:36,978 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:36,978 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e49d7f069751825999fb5a337c4479b5 2024-12-10T07:13:36,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e49d7f069751825999fb5a337c4479b5 in 10.1350 sec 2024-12-10T07:13:36,985 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156 2024-12-10T07:13:36,985 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-10T07:13:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-10T07:13:36,994 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting/b1396b8d2d12%2C41833%2C1733814770301.1733814773156 to hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/oldWALs 2024-12-10T07:13:36,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-10T07:13:36,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b1396b8d2d12%2C41833%2C1733814770301.1733814773156, worker=b1396b8d2d12,41535,1733814770554 in 9.8150 sec 2024-12-10T07:13:36,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5/.tmp/cf/4caa6bfd19df40c8984a4a5fc16eb648 is 34, key is ccd/cf:cf/1733814805176/Put/seqid=0 2024-12-10T07:13:36,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e/.tmp/cf/1f7cf934843c4ee4890f9f05b7190750 is 34, key is baa/cf:cf/1733814805134/Put/seqid=0 2024-12-10T07:13:37,000 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:37,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-10T07:13:37,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b1396b8d2d12%2C41833%2C1733814770301.1733814773156, worker=b1396b8d2d12,41535,1733814770554 in 9.8450 sec 2024-12-10T07:13:37,006 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting dir is empty, no logs to split. 2024-12-10T07:13:37,006 INFO [PEWorker-1 {}] master.SplitWALManager(105): b1396b8d2d12,41833,1733814770301 WAL count=0, meta=false 2024-12-10T07:13:37,006 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b1396b8d2d12,41833,1733814770301 WAL splitting is done? wals=0, meta=false 2024-12-10T07:13:37,010 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b1396b8d2d12,41833,1733814770301 failed, ignore...File hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/WALs/b1396b8d2d12,41833,1733814770301-splitting does not exist. 2024-12-10T07:13:37,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN}] 2024-12-10T07:13:37,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN 2024-12-10T07:13:37,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN 2024-12-10T07:13:37,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN 2024-12-10T07:13:37,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T07:13:37,017 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T07:13:37,017 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T07:13:37,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741855_1031 (size=47197) 2024-12-10T07:13:37,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741855_1031 (size=47197) 2024-12-10T07:13:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741855_1031 (size=47197) 2024-12-10T07:13:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741854_1030 (size=28623) 2024-12-10T07:13:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741854_1030 (size=28623) 2024-12-10T07:13:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741854_1030 (size=28623) 2024-12-10T07:13:37,027 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e/.tmp/cf/1f7cf934843c4ee4890f9f05b7190750 2024-12-10T07:13:37,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e/.tmp/cf/1f7cf934843c4ee4890f9f05b7190750 as hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e/cf/1f7cf934843c4ee4890f9f05b7190750 2024-12-10T07:13:37,082 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e/cf/1f7cf934843c4ee4890f9f05b7190750, entries=731, sequenceid=5, filesize=28.0 K 2024-12-10T07:13:37,091 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 4d5027fa8f480d8482aaf23f4ba68d3e in 220ms, sequenceid=5, compaction requested=false 2024-12-10T07:13:37,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 4d5027fa8f480d8482aaf23f4ba68d3e: 2024-12-10T07:13:37,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. for SnapshotProcedureTest completed. 2024-12-10T07:13:37,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:37,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:37,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e/cf/1f7cf934843c4ee4890f9f05b7190750] hfiles 2024-12-10T07:13:37,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e/cf/1f7cf934843c4ee4890f9f05b7190750 for snapshot=SnapshotProcedureTest 2024-12-10T07:13:37,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741856_1032 (size=105) 2024-12-10T07:13:37,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741856_1032 (size=105) 2024-12-10T07:13:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741856_1032 (size=105) 2024-12-10T07:13:37,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:13:37,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-10T07:13:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-10T07:13:37,110 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:37,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:13:37,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4d5027fa8f480d8482aaf23f4ba68d3e in 10.2670 sec 2024-12-10T07:13:37,168 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(204): Hosts are {b1396b8d2d12=0} racks are {/default-rack=0} 2024-12-10T07:13:37,168 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:13:37,168 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:13:37,168 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:13:37,168 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:13:37,168 INFO [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:13:37,168 INFO [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:13:37,168 DEBUG [b1396b8d2d12:46739 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:13:37,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=b4090a39848495299dfe5b6d9e68a33e, regionState=OPENING, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:37,169 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=96bb48e076db9eb278a89f4e2c1a891e, regionState=OPENING, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:37,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=db23a159ee074c8d67bf89038d0ba7fb, regionState=OPENING, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:37,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN because future has completed 2024-12-10T07:13:37,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e, server=b1396b8d2d12,41535,1733814770554}] 2024-12-10T07:13:37,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN because future has completed 2024-12-10T07:13:37,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure db23a159ee074c8d67bf89038d0ba7fb, server=b1396b8d2d12,35045,1733814769902}] 2024-12-10T07:13:37,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN because future has completed 2024-12-10T07:13:37,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4090a39848495299dfe5b6d9e68a33e, server=b1396b8d2d12,35045,1733814769902}] 2024-12-10T07:13:37,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:13:37,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-10T07:13:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-10T07:13:37,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:37,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:13:37,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f72b7eb2b3df8f0e8ba2d7ccb48953b4 in 10.5070 sec 2024-12-10T07:13:37,426 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5/.tmp/cf/4caa6bfd19df40c8984a4a5fc16eb648 2024-12-10T07:13:37,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5/.tmp/cf/4caa6bfd19df40c8984a4a5fc16eb648 as hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5/cf/4caa6bfd19df40c8984a4a5fc16eb648 2024-12-10T07:13:37,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5/cf/4caa6bfd19df40c8984a4a5fc16eb648, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-10T07:13:37,448 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 0848fe4e1928e47b6057e64b7239e1f5 in 579ms, sequenceid=5, compaction requested=false 2024-12-10T07:13:37,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 0848fe4e1928e47b6057e64b7239e1f5: 2024-12-10T07:13:37,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. for SnapshotProcedureTest completed. 2024-12-10T07:13:37,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:37,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:37,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5/cf/4caa6bfd19df40c8984a4a5fc16eb648] hfiles 2024-12-10T07:13:37,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5/cf/4caa6bfd19df40c8984a4a5fc16eb648 for snapshot=SnapshotProcedureTest 2024-12-10T07:13:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741857_1033 (size=105) 2024-12-10T07:13:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741857_1033 (size=105) 2024-12-10T07:13:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741857_1033 (size=105) 2024-12-10T07:13:37,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:13:37,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-10T07:13:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-10T07:13:37,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:37,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:13:37,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0848fe4e1928e47b6057e64b7239e1f5 in 10.6170 sec 2024-12-10T07:13:42,137 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb held by pid=39 2024-12-10T07:13:42,137 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:42,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e held by pid=41 2024-12-10T07:13:42,141 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:42,147 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e held by pid=40 2024-12-10T07:13:42,147 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:45,163 INFO [master/b1396b8d2d12:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T07:13:45,163 INFO [master/b1396b8d2d12:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T07:13:47,193 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:47,193 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => b4090a39848495299dfe5b6d9e68a33e, NAME => 'SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T07:13:47,194 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,194 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:47,194 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,194 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:47,194 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,194 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 96bb48e076db9eb278a89f4e2c1a891e, NAME => 'SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T07:13:47,194 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,194 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:47,195 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,195 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,202 INFO [StoreOpener-b4090a39848495299dfe5b6d9e68a33e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,206 INFO [StoreOpener-b4090a39848495299dfe5b6d9e68a33e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4090a39848495299dfe5b6d9e68a33e columnFamilyName cf 2024-12-10T07:13:47,206 DEBUG [StoreOpener-b4090a39848495299dfe5b6d9e68a33e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:47,207 INFO [StoreOpener-b4090a39848495299dfe5b6d9e68a33e-1 {}] regionserver.HStore(327): Store=b4090a39848495299dfe5b6d9e68a33e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:47,208 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,210 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,212 INFO [StoreOpener-96bb48e076db9eb278a89f4e2c1a891e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,214 INFO [StoreOpener-96bb48e076db9eb278a89f4e2c1a891e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96bb48e076db9eb278a89f4e2c1a891e columnFamilyName cf 2024-12-10T07:13:47,214 DEBUG [StoreOpener-96bb48e076db9eb278a89f4e2c1a891e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:47,215 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,216 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,216 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,221 INFO [StoreOpener-96bb48e076db9eb278a89f4e2c1a891e-1 {}] regionserver.HStore(327): Store=96bb48e076db9eb278a89f4e2c1a891e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:47,221 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,222 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,225 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,226 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened b4090a39848495299dfe5b6d9e68a33e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73766490, jitterRate=0.0992063581943512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:47,226 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,226 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for b4090a39848495299dfe5b6d9e68a33e: Running coprocessor pre-open hook at 1733814827194Writing region info on filesystem at 1733814827194Initializing all the Stores at 1733814827201 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814827201Cleaning up temporary data from old regions at 1733814827216 (+15 ms)Running coprocessor post-open hooks at 1733814827226 (+10 ms)Region opened successfully at 1733814827226 2024-12-10T07:13:47,232 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,233 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e., pid=44, masterSystemTime=1733814827178 2024-12-10T07:13:47,246 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,246 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,253 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:47,254 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:47,254 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:47,254 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => db23a159ee074c8d67bf89038d0ba7fb, NAME => 'SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T07:13:47,255 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,255 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:13:47,256 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,256 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,257 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=b4090a39848495299dfe5b6d9e68a33e, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:47,257 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,259 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 96bb48e076db9eb278a89f4e2c1a891e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66123668, jitterRate=-0.014680564403533936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:47,259 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,260 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 96bb48e076db9eb278a89f4e2c1a891e: Running coprocessor pre-open hook at 1733814827195Writing region info on filesystem at 1733814827195Initializing all the Stores at 1733814827205 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814827205Cleaning up temporary data from old regions at 1733814827246 (+41 ms)Running coprocessor post-open hooks at 1733814827259 (+13 ms)Region opened successfully at 1733814827259 2024-12-10T07:13:47,261 INFO [StoreOpener-db23a159ee074c8d67bf89038d0ba7fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4090a39848495299dfe5b6d9e68a33e, server=b1396b8d2d12,35045,1733814769902 because future has completed 2024-12-10T07:13:47,264 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e., pid=42, masterSystemTime=1733814827176 2024-12-10T07:13:47,269 INFO [StoreOpener-db23a159ee074c8d67bf89038d0ba7fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db23a159ee074c8d67bf89038d0ba7fb columnFamilyName cf 2024-12-10T07:13:47,269 DEBUG [StoreOpener-db23a159ee074c8d67bf89038d0ba7fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:13:47,273 INFO [StoreOpener-db23a159ee074c8d67bf89038d0ba7fb-1 {}] regionserver.HStore(327): Store=db23a159ee074c8d67bf89038d0ba7fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:13:47,273 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,274 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,283 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:47,283 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:47,285 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=96bb48e076db9eb278a89f4e2c1a891e, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:47,286 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,286 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-12-10T07:13:47,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure b4090a39848495299dfe5b6d9e68a33e, server=b1396b8d2d12,35045,1733814769902 in 10.0920 sec 2024-12-10T07:13:47,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e, server=b1396b8d2d12,41535,1733814770554 because future has completed 2024-12-10T07:13:47,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4090a39848495299dfe5b6d9e68a33e, ASSIGN in 10.2750 sec 2024-12-10T07:13:47,293 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:47,307 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-10T07:13:47,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e, server=b1396b8d2d12,41535,1733814770554 in 10.1290 sec 2024-12-10T07:13:47,318 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened db23a159ee074c8d67bf89038d0ba7fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74341679, jitterRate=0.10777734220027924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:13:47,318 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,318 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for db23a159ee074c8d67bf89038d0ba7fb: Running coprocessor pre-open hook at 1733814827256Writing region info on filesystem at 1733814827256Initializing all the Stores at 1733814827258 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814827258Cleaning up temporary data from old regions at 1733814827286 (+28 ms)Running coprocessor post-open hooks at 1733814827318 (+32 ms)Region opened successfully at 1733814827318 2024-12-10T07:13:47,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:47,323 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb., pid=43, masterSystemTime=1733814827178 2024-12-10T07:13:47,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96bb48e076db9eb278a89f4e2c1a891e, ASSIGN in 10.3030 sec 2024-12-10T07:13:47,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=db23a159ee074c8d67bf89038d0ba7fb, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:47,329 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:47,329 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:47,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure db23a159ee074c8d67bf89038d0ba7fb, server=b1396b8d2d12,35045,1733814769902 because future has completed 2024-12-10T07:13:47,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-10T07:13:47,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure db23a159ee074c8d67bf89038d0ba7fb, server=b1396b8d2d12,35045,1733814769902 in 10.1800 sec 2024-12-10T07:13:47,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:47,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-10T07:13:47,369 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server b1396b8d2d12,41833,1733814770301 after splitting done 2024-12-10T07:13:47,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db23a159ee074c8d67bf89038d0ba7fb, ASSIGN in 10.3480 sec 2024-12-10T07:13:47,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b1396b8d2d12,41833,1733814770301, splitWal=true, meta=false in 20.2870 sec 2024-12-10T07:13:48,077 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T07:13:52,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T07:13:52,997 INFO [regionserver/b1396b8d2d12:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-10T07:13:57,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-10T07:13:57,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-10T07:13:57,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:57,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:57,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b4090a39848495299dfe5b6d9e68a33e: 2024-12-10T07:13:57,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. for SnapshotProcedureTest completed. 2024-12-10T07:13:57,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:57,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:57,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:13:57,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for db23a159ee074c8d67bf89038d0ba7fb: 2024-12-10T07:13:57,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. for SnapshotProcedureTest completed. 2024-12-10T07:13:57,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:57,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:57,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:13:57,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-10T07:13:57,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:57,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 96bb48e076db9eb278a89f4e2c1a891e: 2024-12-10T07:13:57,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. for SnapshotProcedureTest completed. 2024-12-10T07:13:57,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:13:57,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:13:57,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:13:57,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741858_1034 (size=57) 2024-12-10T07:13:57,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741858_1034 (size=57) 2024-12-10T07:13:57,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741858_1034 (size=57) 2024-12-10T07:13:57,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:13:57,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-10T07:13:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-10T07:13:57,401 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741859_1035 (size=65) 2024-12-10T07:13:57,401 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:13:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741859_1035 (size=65) 2024-12-10T07:13:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741859_1035 (size=65) 2024-12-10T07:13:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741860_1036 (size=65) 2024-12-10T07:13:57,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:13:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741860_1036 (size=65) 2024-12-10T07:13:57,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-10T07:13:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741860_1036 (size=65) 2024-12-10T07:13:57,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b4090a39848495299dfe5b6d9e68a33e in 30.5610 sec 2024-12-10T07:13:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-10T07:13:57,408 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:57,412 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:13:57,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96bb48e076db9eb278a89f4e2c1a891e in 30.5730 sec 2024-12-10T07:13:57,696 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1396b8d2d12:46739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T07:13:57,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:13:57,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-10T07:13:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-10T07:13:57,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:57,812 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:13:57,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-12-10T07:13:57,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure db23a159ee074c8d67bf89038d0ba7fb in 30.9780 sec 2024-12-10T07:13:57,830 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-10T07:13:57,837 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-10T07:13:57,841 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-10T07:13:57,841 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-10T07:13:57,850 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T07:13:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741861_1037 (size=1094) 2024-12-10T07:13:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741861_1037 (size=1094) 2024-12-10T07:13:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741861_1037 (size=1094) 2024-12-10T07:13:57,957 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-10T07:13:57,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-10T07:13:57,998 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:58,000 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:58,000 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:13:58,001 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:58,021 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:13:58,021 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:00,498 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4d5027fa8f480d8482aaf23f4ba68d3e, had cached 0 bytes from a total of 28623 2024-12-10T07:14:00,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0848fe4e1928e47b6057e64b7239e1f5, had cached 0 bytes from a total of 47197 2024-12-10T07:14:04,141 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f72b7eb2b3df8f0e8ba2d7ccb48953b4 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:04,142 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region db23a159ee074c8d67bf89038d0ba7fb changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:04,143 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 68a85f1897436611f29c73068e87d925 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:04,143 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0848fe4e1928e47b6057e64b7239e1f5 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:04,144 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b4090a39848495299dfe5b6d9e68a33e changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:04,144 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e49d7f069751825999fb5a337c4479b5 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:04,144 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 06c03b9bd2005ceb864d068648fbc090 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:04,144 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e73996059ae84cc16a94b64aa0291f67 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:04,145 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 96bb48e076db9eb278a89f4e2c1a891e changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:04,145 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4d5027fa8f480d8482aaf23f4ba68d3e changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:08,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-10T07:14:08,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-10T07:14:08,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-10T07:14:08,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-10T07:14:08,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-10T07:14:08,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-10T07:14:08,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T07:14:08,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T07:14:08,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-10T07:14:08,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-10T07:14:08,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-10T07:14:08,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-10T07:14:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-10T07:14:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-10T07:14:08,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-10T07:14:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-10T07:14:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-10T07:14:08,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-10T07:14:08,013 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 Release verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:14:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-10T07:14:08,015 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 Release verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:08,015 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 Release verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:14:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-10T07:14:08,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 in 10.0390 sec 2024-12-10T07:14:08,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 in 10.0370 sec 2024-12-10T07:14:08,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 in 10.0390 sec 2024-12-10T07:14:08,018 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 Release verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:08,018 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:14:08,018 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:08,019 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 Release verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:14:08,019 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 Release verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:08,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 in 10.0420 sec 2024-12-10T07:14:08,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 in 10.0430 sec 2024-12-10T07:14:08,022 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:08,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 in 10.0430 sec 2024-12-10T07:14:08,022 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:14:18,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-10T07:14:18,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-10T07:14:18,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-10T07:14:18,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-10T07:14:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-10T07:14:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-10T07:14:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-10T07:14:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-10T07:14:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-10T07:14:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-10T07:14:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-10T07:14:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46739 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-10T07:14:18,023 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 Release verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:18,023 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 Release verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:14:18,024 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 Release verify snapshot worker=b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:18,026 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 Release verify snapshot worker=b1396b8d2d12,41535,1733814770554 2024-12-10T07:14:18,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 in 20.0470 sec 2024-12-10T07:14:18,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 in 20.0470 sec 2024-12-10T07:14:18,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,35045,1733814769902 in 20.0480 sec 2024-12-10T07:14:18,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-12-10T07:14:18,028 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-10T07:14:18,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,41535,1733814770554 in 20.0500 sec 2024-12-10T07:14:18,030 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/.hbase-snapshot/SnapshotProcedureTest 2024-12-10T07:14:18,032 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-10T07:14:18,032 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-10T07:14:18,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.2840 sec 2024-12-10T07:14:18,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T07:14:18,279 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-10T07:14:18,287 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-10T07:14:18,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T07:14:18,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:14:18,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:14:18,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:18,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:18,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:14:18,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:14:18,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911968005, stopped=false 2024-12-10T07:14:18,290 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1396b8d2d12,46739,1733814768769 2024-12-10T07:14:18,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:14:18,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:14:18,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:14:18,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:18,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:18,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:14:18,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:18,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:14:18,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:14:18,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:14:18,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:14:18,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:14:18,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:18,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1396b8d2d12,35045,1733814769902' ***** 2024-12-10T07:14:18,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:14:18,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1396b8d2d12,41535,1733814770554' ***** 2024-12-10T07:14:18,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:14:18,300 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:14:18,300 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:14:18,300 INFO [RS:2;b1396b8d2d12:41535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:14:18,300 INFO [RS:0;b1396b8d2d12:35045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:14:18,300 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:14:18,300 INFO [RS:0;b1396b8d2d12:35045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:14:18,300 INFO [RS:2;b1396b8d2d12:41535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:14:18,300 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:14:18,300 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d5027fa8f480d8482aaf23f4ba68d3e 2024-12-10T07:14:18,301 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(3091): Received CLOSE for 0848fe4e1928e47b6057e64b7239e1f5 2024-12-10T07:14:18,305 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(3091): Received CLOSE for f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:14:18,305 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(3091): Received CLOSE for e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:14:18,305 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(3091): Received CLOSE for e49d7f069751825999fb5a337c4479b5 2024-12-10T07:14:18,305 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(3091): Received CLOSE for db23a159ee074c8d67bf89038d0ba7fb 2024-12-10T07:14:18,305 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(3091): Received CLOSE for b4090a39848495299dfe5b6d9e68a33e 2024-12-10T07:14:18,305 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(3091): Received CLOSE for 96bb48e076db9eb278a89f4e2c1a891e 2024-12-10T07:14:18,305 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(3091): Received CLOSE for 68a85f1897436611f29c73068e87d925 2024-12-10T07:14:18,305 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(3091): Received CLOSE for 06c03b9bd2005ceb864d068648fbc090 2024-12-10T07:14:18,305 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(959): stopping server b1396b8d2d12,41535,1733814770554 2024-12-10T07:14:18,305 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(959): stopping server b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:18,305 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d5027fa8f480d8482aaf23f4ba68d3e, disabling compactions & flushes 2024-12-10T07:14:18,305 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0848fe4e1928e47b6057e64b7239e1f5, disabling compactions & flushes 2024-12-10T07:14:18,305 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:14:18,305 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:14:18,305 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:14:18,305 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:14:18,305 INFO [RS:0;b1396b8d2d12:35045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1396b8d2d12:35045. 2024-12-10T07:14:18,305 INFO [RS:2;b1396b8d2d12:41535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b1396b8d2d12:41535. 2024-12-10T07:14:18,305 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:14:18,305 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:14:18,306 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. after waiting 0 ms 2024-12-10T07:14:18,306 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. after waiting 1 ms 2024-12-10T07:14:18,306 DEBUG [RS:0;b1396b8d2d12:35045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:14:18,306 DEBUG [RS:2;b1396b8d2d12:41535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:14:18,306 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:14:18,306 DEBUG [RS:0;b1396b8d2d12:35045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:18,306 DEBUG [RS:2;b1396b8d2d12:41535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:18,306 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:14:18,306 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-10T07:14:18,306 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:14:18,306 DEBUG [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(1325): Online Regions={4d5027fa8f480d8482aaf23f4ba68d3e=SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e., e73996059ae84cc16a94b64aa0291f67=SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67., e49d7f069751825999fb5a337c4479b5=SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5., 96bb48e076db9eb278a89f4e2c1a891e=SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e., 06c03b9bd2005ceb864d068648fbc090=SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090.} 2024-12-10T07:14:18,306 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:14:18,306 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:14:18,306 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T07:14:18,306 DEBUG [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(1351): Waiting on 06c03b9bd2005ceb864d068648fbc090, 4d5027fa8f480d8482aaf23f4ba68d3e, 96bb48e076db9eb278a89f4e2c1a891e, e49d7f069751825999fb5a337c4479b5, e73996059ae84cc16a94b64aa0291f67 2024-12-10T07:14:18,314 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-10T07:14:18,314 DEBUG [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(1325): Online Regions={0848fe4e1928e47b6057e64b7239e1f5=SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5., f72b7eb2b3df8f0e8ba2d7ccb48953b4=SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4., 1588230740=hbase:meta,,1.1588230740, db23a159ee074c8d67bf89038d0ba7fb=SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb., b4090a39848495299dfe5b6d9e68a33e=SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e., 68a85f1897436611f29c73068e87d925=SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925.} 2024-12-10T07:14:18,314 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:14:18,314 DEBUG [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(1351): Waiting on 0848fe4e1928e47b6057e64b7239e1f5, 1588230740, 68a85f1897436611f29c73068e87d925, b4090a39848495299dfe5b6d9e68a33e, db23a159ee074c8d67bf89038d0ba7fb, f72b7eb2b3df8f0e8ba2d7ccb48953b4 2024-12-10T07:14:18,314 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:14:18,314 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:14:18,314 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:14:18,314 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:14:18,315 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-12-10T07:14:18,317 INFO [regionserver/b1396b8d2d12:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:14:18,322 INFO [regionserver/b1396b8d2d12:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:14:18,326 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/4d5027fa8f480d8482aaf23f4ba68d3e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T07:14:18,327 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/0848fe4e1928e47b6057e64b7239e1f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T07:14:18,329 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:14:18,329 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d5027fa8f480d8482aaf23f4ba68d3e: Waiting for close lock at 1733814858305Running coprocessor pre-close hooks at 1733814858305Disabling compacts and flushes for region at 1733814858305Disabling writes for close at 1733814858306 (+1 ms)Writing region close event to WAL at 1733814858317 (+11 ms)Running coprocessor post-close hooks at 1733814858326 (+9 ms)Closed at 1733814858329 (+3 ms) 2024-12-10T07:14:18,329 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733814784416.4d5027fa8f480d8482aaf23f4ba68d3e. 2024-12-10T07:14:18,329 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e73996059ae84cc16a94b64aa0291f67, disabling compactions & flushes 2024-12-10T07:14:18,329 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:14:18,330 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:14:18,330 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. after waiting 0 ms 2024-12-10T07:14:18,330 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:14:18,332 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:14:18,332 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0848fe4e1928e47b6057e64b7239e1f5: Waiting for close lock at 1733814858305Running coprocessor pre-close hooks at 1733814858305Disabling compacts and flushes for region at 1733814858305Disabling writes for close at 1733814858306 (+1 ms)Writing region close event to WAL at 1733814858316 (+10 ms)Running coprocessor post-close hooks at 1733814858328 (+12 ms)Closed at 1733814858332 (+4 ms) 2024-12-10T07:14:18,332 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733814784416.0848fe4e1928e47b6057e64b7239e1f5. 2024-12-10T07:14:18,332 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f72b7eb2b3df8f0e8ba2d7ccb48953b4, disabling compactions & flushes 2024-12-10T07:14:18,332 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:14:18,333 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:14:18,333 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. after waiting 0 ms 2024-12-10T07:14:18,333 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:14:18,342 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/e73996059ae84cc16a94b64aa0291f67/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:14:18,342 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/f72b7eb2b3df8f0e8ba2d7ccb48953b4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:14:18,343 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:14:18,343 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e73996059ae84cc16a94b64aa0291f67: Waiting for close lock at 1733814858329Running coprocessor pre-close hooks at 1733814858329Disabling compacts and flushes for region at 1733814858329Disabling writes for close at 1733814858330 (+1 ms)Writing region close event to WAL at 1733814858335 (+5 ms)Running coprocessor post-close hooks at 1733814858342 (+7 ms)Closed at 1733814858343 (+1 ms) 2024-12-10T07:14:18,343 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733814784416.e73996059ae84cc16a94b64aa0291f67. 2024-12-10T07:14:18,343 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e49d7f069751825999fb5a337c4479b5, disabling compactions & flushes 2024-12-10T07:14:18,343 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:14:18,343 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:14:18,343 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. after waiting 0 ms 2024-12-10T07:14:18,343 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:14:18,344 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:14:18,344 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f72b7eb2b3df8f0e8ba2d7ccb48953b4: Waiting for close lock at 1733814858332Running coprocessor pre-close hooks at 1733814858332Disabling compacts and flushes for region at 1733814858332Disabling writes for close at 1733814858333 (+1 ms)Writing region close event to WAL at 1733814858335 (+2 ms)Running coprocessor post-close hooks at 1733814858343 (+8 ms)Closed at 1733814858344 (+1 ms) 2024-12-10T07:14:18,344 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4. 2024-12-10T07:14:18,344 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db23a159ee074c8d67bf89038d0ba7fb, disabling compactions & flushes 2024-12-10T07:14:18,344 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:14:18,344 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:14:18,344 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. after waiting 0 ms 2024-12-10T07:14:18,344 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:14:18,348 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/.tmp/info/645aa07c8aa4431f87eee232b8c76e81 is 167, key is SPTestTable,19999999,1733814784416.f72b7eb2b3df8f0e8ba2d7ccb48953b4./info:regioninfo/1733814795546/Put/seqid=0 2024-12-10T07:14:18,350 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/e49d7f069751825999fb5a337c4479b5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:14:18,351 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:14:18,351 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e49d7f069751825999fb5a337c4479b5: Waiting for close lock at 1733814858343Running coprocessor pre-close hooks at 1733814858343Disabling compacts and flushes for region at 1733814858343Disabling writes for close at 1733814858343Writing region close event to WAL at 1733814858344 (+1 ms)Running coprocessor post-close hooks at 1733814858351 (+7 ms)Closed at 1733814858351 2024-12-10T07:14:18,351 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733814784416.e49d7f069751825999fb5a337c4479b5. 2024-12-10T07:14:18,351 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96bb48e076db9eb278a89f4e2c1a891e, disabling compactions & flushes 2024-12-10T07:14:18,351 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:14:18,351 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:14:18,352 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. after waiting 0 ms 2024-12-10T07:14:18,352 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:14:18,362 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/db23a159ee074c8d67bf89038d0ba7fb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:14:18,362 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/96bb48e076db9eb278a89f4e2c1a891e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:14:18,363 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:14:18,363 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db23a159ee074c8d67bf89038d0ba7fb: Waiting for close lock at 1733814858344Running coprocessor pre-close hooks at 1733814858344Disabling compacts and flushes for region at 1733814858344Disabling writes for close at 1733814858344Writing region close event to WAL at 1733814858349 (+5 ms)Running coprocessor post-close hooks at 1733814858363 (+14 ms)Closed at 1733814858363 2024-12-10T07:14:18,363 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:14:18,363 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96bb48e076db9eb278a89f4e2c1a891e: Waiting for close lock at 1733814858351Running coprocessor pre-close hooks at 1733814858351Disabling compacts and flushes for region at 1733814858351Disabling writes for close at 1733814858352 (+1 ms)Writing region close event to WAL at 1733814858353 (+1 ms)Running coprocessor post-close hooks at 1733814858363 (+10 ms)Closed at 1733814858363 2024-12-10T07:14:18,363 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733814784416.96bb48e076db9eb278a89f4e2c1a891e. 2024-12-10T07:14:18,363 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733814784416.db23a159ee074c8d67bf89038d0ba7fb. 2024-12-10T07:14:18,363 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06c03b9bd2005ceb864d068648fbc090, disabling compactions & flushes 2024-12-10T07:14:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741862_1038 (size=19822) 2024-12-10T07:14:18,363 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:14:18,363 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4090a39848495299dfe5b6d9e68a33e, disabling compactions & flushes 2024-12-10T07:14:18,363 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:14:18,364 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:14:18,364 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. after waiting 0 ms 2024-12-10T07:14:18,364 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:14:18,364 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:14:18,364 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. after waiting 0 ms 2024-12-10T07:14:18,364 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:14:18,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741862_1038 (size=19822) 2024-12-10T07:14:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741862_1038 (size=19822) 2024-12-10T07:14:18,366 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/.tmp/info/645aa07c8aa4431f87eee232b8c76e81 2024-12-10T07:14:18,370 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/06c03b9bd2005ceb864d068648fbc090/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:14:18,371 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:14:18,371 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06c03b9bd2005ceb864d068648fbc090: Waiting for close lock at 1733814858363Running coprocessor pre-close hooks at 1733814858363Disabling compacts and flushes for region at 1733814858363Disabling writes for close at 1733814858364 (+1 ms)Writing region close event to WAL at 1733814858364Running coprocessor post-close hooks at 1733814858371 (+7 ms)Closed at 1733814858371 2024-12-10T07:14:18,371 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733814784416.06c03b9bd2005ceb864d068648fbc090. 2024-12-10T07:14:18,373 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/b4090a39848495299dfe5b6d9e68a33e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:14:18,374 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:14:18,374 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4090a39848495299dfe5b6d9e68a33e: Waiting for close lock at 1733814858363Running coprocessor pre-close hooks at 1733814858363Disabling compacts and flushes for region at 1733814858363Disabling writes for close at 1733814858364 (+1 ms)Writing region close event to WAL at 1733814858369 (+5 ms)Running coprocessor post-close hooks at 1733814858374 (+5 ms)Closed at 1733814858374 2024-12-10T07:14:18,375 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733814784416.b4090a39848495299dfe5b6d9e68a33e. 2024-12-10T07:14:18,375 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68a85f1897436611f29c73068e87d925, disabling compactions & flushes 2024-12-10T07:14:18,375 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:14:18,375 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:14:18,375 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. after waiting 0 ms 2024-12-10T07:14:18,375 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:14:18,379 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/default/SPTestTable/68a85f1897436611f29c73068e87d925/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:14:18,380 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:14:18,380 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68a85f1897436611f29c73068e87d925: Waiting for close lock at 1733814858375Running coprocessor pre-close hooks at 1733814858375Disabling compacts and flushes for region at 1733814858375Disabling writes for close at 1733814858375Writing region close event to WAL at 1733814858375Running coprocessor post-close hooks at 1733814858380 (+5 ms)Closed at 1733814858380 2024-12-10T07:14:18,381 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733814784416.68a85f1897436611f29c73068e87d925. 2024-12-10T07:14:18,390 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/.tmp/ns/8c30d0e64b7f45648c124108e9dff3de is 43, key is default/ns:d/1733814784022/Put/seqid=0 2024-12-10T07:14:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741863_1039 (size=5153) 2024-12-10T07:14:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741863_1039 (size=5153) 2024-12-10T07:14:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741863_1039 (size=5153) 2024-12-10T07:14:18,398 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/.tmp/ns/8c30d0e64b7f45648c124108e9dff3de 2024-12-10T07:14:18,419 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/.tmp/table/36819917b5bc446f87f5f2595492249f is 47, key is SPTestTable/table:state/1733814795619/Put/seqid=0 2024-12-10T07:14:18,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741864_1040 (size=5214) 2024-12-10T07:14:18,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741864_1040 (size=5214) 2024-12-10T07:14:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741864_1040 (size=5214) 2024-12-10T07:14:18,426 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/.tmp/table/36819917b5bc446f87f5f2595492249f 2024-12-10T07:14:18,434 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/.tmp/info/645aa07c8aa4431f87eee232b8c76e81 as hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/info/645aa07c8aa4431f87eee232b8c76e81 2024-12-10T07:14:18,441 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/info/645aa07c8aa4431f87eee232b8c76e81, entries=112, sequenceid=35, filesize=19.4 K 2024-12-10T07:14:18,442 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/.tmp/ns/8c30d0e64b7f45648c124108e9dff3de as hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/ns/8c30d0e64b7f45648c124108e9dff3de 2024-12-10T07:14:18,450 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/ns/8c30d0e64b7f45648c124108e9dff3de, entries=2, sequenceid=35, filesize=5.0 K 2024-12-10T07:14:18,451 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/.tmp/table/36819917b5bc446f87f5f2595492249f as hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/table/36819917b5bc446f87f5f2595492249f 2024-12-10T07:14:18,460 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/table/36819917b5bc446f87f5f2595492249f, entries=2, sequenceid=35, filesize=5.1 K 2024-12-10T07:14:18,461 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=35, compaction requested=false 2024-12-10T07:14:18,467 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-10T07:14:18,468 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:14:18,468 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:14:18,468 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733814858314Running coprocessor pre-close hooks at 1733814858314Disabling compacts and flushes for region at 1733814858314Disabling writes for close at 1733814858314Obtaining lock to block concurrent updates at 1733814858315 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733814858315Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1733814858316 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733814858317 (+1 ms)Flushing 1588230740/info: creating writer at 1733814858317Flushing 1588230740/info: appending metadata at 1733814858346 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733814858346Flushing 1588230740/ns: creating writer at 1733814858375 (+29 ms)Flushing 1588230740/ns: appending metadata at 1733814858390 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733814858390Flushing 1588230740/table: creating writer at 1733814858405 (+15 ms)Flushing 1588230740/table: appending metadata at 1733814858418 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733814858418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7380f810: reopening flushed file at 1733814858433 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff8dd7e: reopening flushed file at 1733814858441 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172a569a: reopening flushed file at 1733814858450 (+9 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=35, compaction requested=false at 1733814858461 (+11 ms)Writing region close event to WAL at 1733814858463 (+2 ms)Running coprocessor post-close hooks at 1733814858467 (+4 ms)Closed at 1733814858468 (+1 ms) 2024-12-10T07:14:18,468 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:14:18,507 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(976): stopping server b1396b8d2d12,41535,1733814770554; all regions closed. 2024-12-10T07:14:18,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741833_1009 (size=3500) 2024-12-10T07:14:18,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741833_1009 (size=3500) 2024-12-10T07:14:18,513 DEBUG [RS:2;b1396b8d2d12:41535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/oldWALs 2024-12-10T07:14:18,513 INFO [RS:2;b1396b8d2d12:41535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1396b8d2d12%2C41535%2C1733814770554:(num 1733814773155) 2024-12-10T07:14:18,513 DEBUG [RS:2;b1396b8d2d12:41535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:18,513 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:14:18,513 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:14:18,514 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.ChoreService(370): Chore service for: regionserver/b1396b8d2d12:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:14:18,514 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:14:18,514 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:14:18,514 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:14:18,514 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:14:18,514 INFO [regionserver/b1396b8d2d12:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:14:18,514 INFO [RS:2;b1396b8d2d12:41535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41535 2024-12-10T07:14:18,514 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(976): stopping server b1396b8d2d12,35045,1733814769902; all regions closed. 2024-12-10T07:14:18,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741836_1012 (size=18422) 2024-12-10T07:14:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741836_1012 (size=18422) 2024-12-10T07:14:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741836_1012 (size=18422) 2024-12-10T07:14:18,520 DEBUG [RS:0;b1396b8d2d12:35045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/oldWALs 2024-12-10T07:14:18,521 INFO [RS:0;b1396b8d2d12:35045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1396b8d2d12%2C35045%2C1733814769902.meta:.meta(num 1733814783663) 2024-12-10T07:14:18,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741835_1011 (size=3530) 2024-12-10T07:14:18,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741835_1011 (size=3530) 2024-12-10T07:14:18,525 DEBUG [RS:0;b1396b8d2d12:35045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/oldWALs 2024-12-10T07:14:18,525 INFO [RS:0;b1396b8d2d12:35045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1396b8d2d12%2C35045%2C1733814769902:(num 1733814773171) 2024-12-10T07:14:18,526 DEBUG [RS:0;b1396b8d2d12:35045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:18,526 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:14:18,526 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:14:18,526 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.ChoreService(370): Chore service for: regionserver/b1396b8d2d12:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:14:18,526 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:14:18,526 INFO [regionserver/b1396b8d2d12:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:14:18,526 INFO [RS:0;b1396b8d2d12:35045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35045 2024-12-10T07:14:18,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1396b8d2d12,41535,1733814770554 2024-12-10T07:14:18,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:14:18,558 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:14:18,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1396b8d2d12,35045,1733814769902 2024-12-10T07:14:18,569 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:14:18,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1396b8d2d12,41535,1733814770554] 2024-12-10T07:14:18,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1396b8d2d12,41535,1733814770554 already deleted, retry=false 2024-12-10T07:14:18,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1396b8d2d12,41535,1733814770554 expired; onlineServers=1 2024-12-10T07:14:18,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1396b8d2d12,35045,1733814769902] 2024-12-10T07:14:18,611 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1396b8d2d12,35045,1733814769902 already deleted, retry=false 2024-12-10T07:14:18,611 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1396b8d2d12,35045,1733814769902 expired; onlineServers=0 2024-12-10T07:14:18,611 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1396b8d2d12,46739,1733814768769' ***** 2024-12-10T07:14:18,611 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:14:18,611 INFO [M:0;b1396b8d2d12:46739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:14:18,611 INFO [M:0;b1396b8d2d12:46739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:14:18,611 DEBUG [M:0;b1396b8d2d12:46739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:14:18,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:14:18,611 DEBUG [M:0;b1396b8d2d12:46739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:14:18,611 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.large.0-1733814772404 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.large.0-1733814772404,5,FailOnTimeoutGroup] 2024-12-10T07:14:18,611 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.small.0-1733814772405 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.small.0-1733814772405,5,FailOnTimeoutGroup] 2024-12-10T07:14:18,612 INFO [M:0;b1396b8d2d12:46739 {}] hbase.ChoreService(370): Chore service for: master/b1396b8d2d12:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T07:14:18,612 INFO [M:0;b1396b8d2d12:46739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:14:18,612 DEBUG [M:0;b1396b8d2d12:46739 {}] master.HMaster(1795): Stopping service threads 2024-12-10T07:14:18,612 INFO [M:0;b1396b8d2d12:46739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:14:18,612 INFO [M:0;b1396b8d2d12:46739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:14:18,612 ERROR [M:0;b1396b8d2d12:46739 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:38919 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38919,5,PEWorkerGroup] 2024-12-10T07:14:18,613 INFO [M:0;b1396b8d2d12:46739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:14:18,613 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:14:18,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:14:18,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:18,621 DEBUG [M:0;b1396b8d2d12:46739 {}] zookeeper.ZKUtil(347): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:14:18,621 WARN [M:0;b1396b8d2d12:46739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:14:18,622 INFO [M:0;b1396b8d2d12:46739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/.lastflushedseqids 2024-12-10T07:14:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741865_1041 (size=686) 2024-12-10T07:14:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741865_1041 (size=686) 2024-12-10T07:14:18,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741865_1041 (size=686) 2024-12-10T07:14:18,640 INFO [M:0;b1396b8d2d12:46739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T07:14:18,640 INFO [M:0;b1396b8d2d12:46739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:14:18,640 DEBUG [M:0;b1396b8d2d12:46739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:14:18,640 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:14:18,640 DEBUG [M:0;b1396b8d2d12:46739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:14:18,640 DEBUG [M:0;b1396b8d2d12:46739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:14:18,640 DEBUG [M:0;b1396b8d2d12:46739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:14:18,640 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.10 KB heapSize=229.52 KB 2024-12-10T07:14:18,655 DEBUG [M:0;b1396b8d2d12:46739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bdfecb52dcb48638d2b8057f5ae5610 is 82, key is hbase:meta,,1/info:regioninfo/1733814783821/Put/seqid=0 2024-12-10T07:14:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741866_1042 (size=5672) 2024-12-10T07:14:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741866_1042 (size=5672) 2024-12-10T07:14:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741866_1042 (size=5672) 2024-12-10T07:14:18,663 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bdfecb52dcb48638d2b8057f5ae5610 2024-12-10T07:14:18,679 INFO [RS:2;b1396b8d2d12:41535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:14:18,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:14:18,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41535-0x1000e91d8e20003, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:14:18,679 INFO [RS:2;b1396b8d2d12:41535 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1396b8d2d12,41535,1733814770554; zookeeper connection closed. 2024-12-10T07:14:18,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6046edd4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6046edd4 2024-12-10T07:14:18,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:14:18,690 INFO [RS:0;b1396b8d2d12:35045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:14:18,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35045-0x1000e91d8e20001, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:14:18,690 INFO [RS:0;b1396b8d2d12:35045 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1396b8d2d12,35045,1733814769902; zookeeper connection closed. 2024-12-10T07:14:18,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58ff2c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58ff2c9 2024-12-10T07:14:18,691 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T07:14:18,691 DEBUG [M:0;b1396b8d2d12:46739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f577a0ac8e5341869a2c799e22a45c1f is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733814795636/Put/seqid=0 2024-12-10T07:14:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741867_1043 (size=8903) 2024-12-10T07:14:18,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741867_1043 (size=8903) 2024-12-10T07:14:18,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741867_1043 (size=8903) 2024-12-10T07:14:18,699 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.36 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f577a0ac8e5341869a2c799e22a45c1f 2024-12-10T07:14:18,705 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f577a0ac8e5341869a2c799e22a45c1f 2024-12-10T07:14:18,720 DEBUG [M:0;b1396b8d2d12:46739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/641bc4da5f22449698137cd504981e86 is 69, key is b1396b8d2d12,35045,1733814769902/rs:state/1733814772785/Put/seqid=0 2024-12-10T07:14:18,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741868_1044 (size=5441) 2024-12-10T07:14:18,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741868_1044 (size=5441) 2024-12-10T07:14:18,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37987 is added to blk_1073741868_1044 (size=5441) 2024-12-10T07:14:18,740 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/641bc4da5f22449698137cd504981e86 2024-12-10T07:14:18,748 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 641bc4da5f22449698137cd504981e86 2024-12-10T07:14:18,750 DEBUG [M:0;b1396b8d2d12:46739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bdfecb52dcb48638d2b8057f5ae5610 as hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bdfecb52dcb48638d2b8057f5ae5610 2024-12-10T07:14:18,760 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bdfecb52dcb48638d2b8057f5ae5610, entries=8, sequenceid=485, filesize=5.5 K 2024-12-10T07:14:18,761 DEBUG [M:0;b1396b8d2d12:46739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f577a0ac8e5341869a2c799e22a45c1f as hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f577a0ac8e5341869a2c799e22a45c1f 2024-12-10T07:14:18,769 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f577a0ac8e5341869a2c799e22a45c1f 2024-12-10T07:14:18,769 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f577a0ac8e5341869a2c799e22a45c1f, entries=54, sequenceid=485, filesize=8.7 K 2024-12-10T07:14:18,770 DEBUG [M:0;b1396b8d2d12:46739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/641bc4da5f22449698137cd504981e86 as hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/641bc4da5f22449698137cd504981e86 2024-12-10T07:14:18,778 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 641bc4da5f22449698137cd504981e86 2024-12-10T07:14:18,778 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38919/user/jenkins/test-data/0b8ad9a8-e9b0-30d9-25b4-4f239f2bf300/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/641bc4da5f22449698137cd504981e86, entries=3, sequenceid=485, filesize=5.3 K 2024-12-10T07:14:18,779 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.10 KB/189540, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=485, compaction requested=false 2024-12-10T07:14:18,787 INFO [M:0;b1396b8d2d12:46739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:14:18,787 DEBUG [M:0;b1396b8d2d12:46739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733814858640Disabling compacts and flushes for region at 1733814858640Disabling writes for close at 1733814858640Obtaining lock to block concurrent updates at 1733814858640Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733814858640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189540, getHeapSize=234960, getOffHeapSize=0, getCellsCount=588 at 1733814858641 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733814858641Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733814858641Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733814858655 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733814858655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733814858670 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733814858691 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733814858691Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733814858706 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733814858719 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733814858719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1fb48c: reopening flushed file at 1733814858749 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3852b204: reopening flushed file at 1733814858760 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e3b7f5: reopening flushed file at 1733814858769 (+9 ms)Finished flush of dataSize ~185.10 KB/189540, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=485, compaction requested=false at 1733814858779 (+10 ms)Writing region close event to WAL at 1733814858787 (+8 ms)Closed at 1733814858787 2024-12-10T07:14:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741830_1006 (size=221896) 2024-12-10T07:14:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39029 is added to blk_1073741830_1006 (size=221896) 2024-12-10T07:14:18,793 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:14:18,793 INFO [M:0;b1396b8d2d12:46739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T07:14:18,793 INFO [M:0;b1396b8d2d12:46739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46739 2024-12-10T07:14:18,793 INFO [M:0;b1396b8d2d12:46739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:14:18,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:14:18,900 INFO [M:0;b1396b8d2d12:46739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:14:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46739-0x1000e91d8e20000, quorum=127.0.0.1:58268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:14:18,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:14:18,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:14:18,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:14:18,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:14:18,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir/,STOPPED} 2024-12-10T07:14:18,910 WARN [BP-1285542527-172.17.0.3-1733814763477 heartbeating to localhost/127.0.0.1:38919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:14:18,910 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:14:18,910 WARN [BP-1285542527-172.17.0.3-1733814763477 heartbeating to localhost/127.0.0.1:38919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285542527-172.17.0.3-1733814763477 (Datanode Uuid 17ac5084-5eda-46e7-a87e-f0d58da2ee69) service to localhost/127.0.0.1:38919 2024-12-10T07:14:18,910 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:14:18,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data5/current/BP-1285542527-172.17.0.3-1733814763477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:14:18,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data6/current/BP-1285542527-172.17.0.3-1733814763477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:14:18,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:14:18,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:14:18,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:14:18,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:14:18,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:14:18,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir/,STOPPED} 2024-12-10T07:14:18,916 WARN [BP-1285542527-172.17.0.3-1733814763477 heartbeating to localhost/127.0.0.1:38919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:14:18,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:14:18,916 WARN [BP-1285542527-172.17.0.3-1733814763477 heartbeating to localhost/127.0.0.1:38919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285542527-172.17.0.3-1733814763477 (Datanode Uuid 25e1a153-4e42-4ddf-8efe-a267bb0fa4a3) service to localhost/127.0.0.1:38919 2024-12-10T07:14:18,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:14:18,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data3/current/BP-1285542527-172.17.0.3-1733814763477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:14:18,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data4/current/BP-1285542527-172.17.0.3-1733814763477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:14:18,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:14:18,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:14:18,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:14:18,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:14:18,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:14:18,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir/,STOPPED} 2024-12-10T07:14:18,924 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:14:18,924 WARN [BP-1285542527-172.17.0.3-1733814763477 heartbeating to localhost/127.0.0.1:38919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:14:18,924 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:14:18,924 WARN [BP-1285542527-172.17.0.3-1733814763477 heartbeating to localhost/127.0.0.1:38919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285542527-172.17.0.3-1733814763477 (Datanode Uuid 469d5215-6c66-4894-b61d-69fd77a722ea) service to localhost/127.0.0.1:38919 2024-12-10T07:14:18,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data1/current/BP-1285542527-172.17.0.3-1733814763477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:14:18,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/cluster_704a5280-0660-5085-2b80-569b89474295/data/data2/current/BP-1285542527-172.17.0.3-1733814763477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:14:18,925 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:14:18,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:14:18,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:14:18,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:14:18,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:14:18,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir/,STOPPED} 2024-12-10T07:14:18,951 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:14:19,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T07:14:19,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38919 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b1396b8d2d12:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1396b8d2d12:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/b1396b8d2d12:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1396b8d2d12:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/b1396b8d2d12:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b1396b8d2d12:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/b1396b8d2d12:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a1f6ba8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38919 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=713 (was 684) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4340 (was 7042) 2024-12-10T07:14:19,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=713, ProcessCount=11, AvailableMemoryMB=4340 2024-12-10T07:14:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir so I do NOT create it in target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d 2024-12-10T07:14:19,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.tmp.dir so I do NOT create it in target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d 2024-12-10T07:14:19,041 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b3d8bd6-8fcb-17a0-6c9f-6fa92d25072d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:14:19,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d 2024-12-10T07:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:14:19,041 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0, deleteOnExit=true 2024-12-10T07:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T07:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/test.cache.data in system properties and HBase conf 2024-12-10T07:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T07:14:19,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:14:19,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:14:19,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:14:19,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:14:19,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:14:19,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:14:19,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:14:19,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:14:19,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T07:14:19,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T07:14:19,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:14:19,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:14:19,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:14:19,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:14:19,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:14:19,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:14:19,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41b854f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:14:19,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@beabecb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:14:19,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b99573{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/java.io.tmpdir/jetty-localhost-46003-hadoop-hdfs-3_4_1-tests_jar-_-any-13068603987765587506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:14:19,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@223fa63b{HTTP/1.1, (http/1.1)}{localhost:46003} 2024-12-10T07:14:19,807 INFO [Time-limited test {}] server.Server(415): Started @99394ms 2024-12-10T07:14:20,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:14:20,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:14:20,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:14:20,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:14:20,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:14:20,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61ecee75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:14:20,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c68a119{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:14:20,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57099d88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/java.io.tmpdir/jetty-localhost-37149-hadoop-hdfs-3_4_1-tests_jar-_-any-7396517924070047842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:14:20,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@618d2c74{HTTP/1.1, (http/1.1)}{localhost:37149} 2024-12-10T07:14:20,277 INFO [Time-limited test {}] server.Server(415): Started @99864ms 2024-12-10T07:14:20,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:14:20,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:14:20,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:14:20,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:14:20,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:14:20,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:14:20,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3826855f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:14:20,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63421172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:14:20,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@651627f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/java.io.tmpdir/jetty-localhost-41319-hadoop-hdfs-3_4_1-tests_jar-_-any-5201197581054464706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:14:20,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a53ff49{HTTP/1.1, (http/1.1)}{localhost:41319} 2024-12-10T07:14:20,517 INFO [Time-limited test {}] server.Server(415): Started @100103ms 2024-12-10T07:14:20,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:14:20,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:14:20,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:14:20,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:14:20,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:14:20,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:14:20,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@240e258d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:14:20,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17834c93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:14:20,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@114b6dbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/java.io.tmpdir/jetty-localhost-33235-hadoop-hdfs-3_4_1-tests_jar-_-any-3424603183484262182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:14:20,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e18be7b{HTTP/1.1, (http/1.1)}{localhost:33235} 2024-12-10T07:14:20,756 INFO [Time-limited test {}] server.Server(415): Started @100343ms 2024-12-10T07:14:20,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:14:21,663 WARN [Thread-695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data1/current/BP-1664369061-172.17.0.3-1733814859065/current, will proceed with Du for space computation calculation, 2024-12-10T07:14:21,663 WARN [Thread-696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data2/current/BP-1664369061-172.17.0.3-1733814859065/current, will proceed with Du for space computation calculation, 2024-12-10T07:14:21,748 WARN [Thread-637 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:14:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abd20fa80011ee4 with lease ID 0x5a97e1567fe3f3b5: Processing first storage report for DS-ecc7025c-649b-47d9-94e2-6d46819b4bb0 from datanode DatanodeRegistration(127.0.0.1:45149, datanodeUuid=ae155568-aa26-48d8-95c8-da056a994382, infoPort=40019, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065) 2024-12-10T07:14:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abd20fa80011ee4 with lease ID 0x5a97e1567fe3f3b5: from storage DS-ecc7025c-649b-47d9-94e2-6d46819b4bb0 node DatanodeRegistration(127.0.0.1:45149, datanodeUuid=ae155568-aa26-48d8-95c8-da056a994382, infoPort=40019, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:14:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abd20fa80011ee4 with lease ID 0x5a97e1567fe3f3b5: Processing first storage report for DS-e7521eb4-5391-4904-9d5e-593377e755b3 from datanode DatanodeRegistration(127.0.0.1:45149, datanodeUuid=ae155568-aa26-48d8-95c8-da056a994382, infoPort=40019, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065) 2024-12-10T07:14:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abd20fa80011ee4 with lease ID 0x5a97e1567fe3f3b5: from storage DS-e7521eb4-5391-4904-9d5e-593377e755b3 node DatanodeRegistration(127.0.0.1:45149, datanodeUuid=ae155568-aa26-48d8-95c8-da056a994382, infoPort=40019, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:14:22,069 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data3/current/BP-1664369061-172.17.0.3-1733814859065/current, will proceed with Du for space computation calculation, 2024-12-10T07:14:22,069 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data4/current/BP-1664369061-172.17.0.3-1733814859065/current, will proceed with Du for space computation calculation, 2024-12-10T07:14:22,093 WARN [Thread-660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:14:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b115cd5fc270fd9 with lease ID 0x5a97e1567fe3f3b6: Processing first storage report for DS-3bc92c6e-d001-4309-905a-9586cb03bb46 from datanode DatanodeRegistration(127.0.0.1:34355, datanodeUuid=016cda48-66ec-42ad-a92c-8318144ecd07, infoPort=38879, infoSecurePort=0, ipcPort=46639, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065) 2024-12-10T07:14:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b115cd5fc270fd9 with lease ID 0x5a97e1567fe3f3b6: from storage DS-3bc92c6e-d001-4309-905a-9586cb03bb46 node DatanodeRegistration(127.0.0.1:34355, datanodeUuid=016cda48-66ec-42ad-a92c-8318144ecd07, infoPort=38879, infoSecurePort=0, ipcPort=46639, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:14:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b115cd5fc270fd9 with lease ID 0x5a97e1567fe3f3b6: Processing first storage report for DS-b3fd956c-7542-40f1-a3cc-47fd85c1b3fc from datanode DatanodeRegistration(127.0.0.1:34355, datanodeUuid=016cda48-66ec-42ad-a92c-8318144ecd07, infoPort=38879, infoSecurePort=0, ipcPort=46639, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065) 2024-12-10T07:14:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b115cd5fc270fd9 with lease ID 0x5a97e1567fe3f3b6: from storage DS-b3fd956c-7542-40f1-a3cc-47fd85c1b3fc node DatanodeRegistration(127.0.0.1:34355, datanodeUuid=016cda48-66ec-42ad-a92c-8318144ecd07, infoPort=38879, infoSecurePort=0, ipcPort=46639, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:14:22,360 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data5/current/BP-1664369061-172.17.0.3-1733814859065/current, will proceed with Du for space computation calculation, 2024-12-10T07:14:22,360 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data6/current/BP-1664369061-172.17.0.3-1733814859065/current, will proceed with Du for space computation calculation, 2024-12-10T07:14:22,385 WARN [Thread-682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:14:22,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4e6b23f5b78fbbe with lease ID 0x5a97e1567fe3f3b7: Processing first storage report for DS-092611a5-b336-4fa2-865e-6200fc622b89 from datanode DatanodeRegistration(127.0.0.1:42303, datanodeUuid=58baa490-0090-4774-9a3a-4e9feb2a41ac, infoPort=39055, infoSecurePort=0, ipcPort=33603, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065) 2024-12-10T07:14:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4e6b23f5b78fbbe with lease ID 0x5a97e1567fe3f3b7: from storage DS-092611a5-b336-4fa2-865e-6200fc622b89 node DatanodeRegistration(127.0.0.1:42303, datanodeUuid=58baa490-0090-4774-9a3a-4e9feb2a41ac, infoPort=39055, infoSecurePort=0, ipcPort=33603, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:14:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4e6b23f5b78fbbe with lease ID 0x5a97e1567fe3f3b7: Processing first storage report for DS-edb7bf60-0b8b-4eee-9920-4114b2d7c5ae from datanode DatanodeRegistration(127.0.0.1:42303, datanodeUuid=58baa490-0090-4774-9a3a-4e9feb2a41ac, infoPort=39055, infoSecurePort=0, ipcPort=33603, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065) 2024-12-10T07:14:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4e6b23f5b78fbbe with lease ID 0x5a97e1567fe3f3b7: from storage DS-edb7bf60-0b8b-4eee-9920-4114b2d7c5ae node DatanodeRegistration(127.0.0.1:42303, datanodeUuid=58baa490-0090-4774-9a3a-4e9feb2a41ac, infoPort=39055, infoSecurePort=0, ipcPort=33603, storageInfo=lv=-57;cid=testClusterID;nsid=1451221019;c=1733814859065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:14:22,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d 2024-12-10T07:14:22,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/zookeeper_0, clientPort=50247, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:14:22,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50247 2024-12-10T07:14:22,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:14:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:14:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:14:22,454 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 with version=8 2024-12-10T07:14:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/hbase-staging 2024-12-10T07:14:22,457 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b1396b8d2d12:0 server-side Connection retries=45 2024-12-10T07:14:22,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:14:22,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:14:22,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T07:14:22,457 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:14:22,458 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43131 2024-12-10T07:14:22,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43131 connecting to ZooKeeper ensemble=127.0.0.1:50247 2024-12-10T07:14:22,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431310x0, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:14:22,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43131-0x1000e9349230000 connected 2024-12-10T07:14:22,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:14:22,607 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213, hbase.cluster.distributed=false 2024-12-10T07:14:22,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:14:22,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43131 2024-12-10T07:14:22,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43131 2024-12-10T07:14:22,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43131 2024-12-10T07:14:22,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43131 2024-12-10T07:14:22,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43131 2024-12-10T07:14:22,632 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1396b8d2d12:0 server-side Connection retries=45 2024-12-10T07:14:22,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:14:22,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:14:22,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:14:22,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:14:22,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39587 2024-12-10T07:14:22,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39587 connecting to ZooKeeper ensemble=127.0.0.1:50247 2024-12-10T07:14:22,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395870x0, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:14:22,664 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:14:22,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395870x0, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:14:22,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39587-0x1000e9349230001 connected 2024-12-10T07:14:22,679 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:14:22,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:14:22,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:14:22,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39587 2024-12-10T07:14:22,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39587 2024-12-10T07:14:22,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39587 2024-12-10T07:14:22,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39587 2024-12-10T07:14:22,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39587 2024-12-10T07:14:22,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1396b8d2d12:0 server-side Connection retries=45 2024-12-10T07:14:22,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:14:22,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:14:22,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:14:22,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:14:22,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42913 2024-12-10T07:14:22,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42913 connecting to ZooKeeper ensemble=127.0.0.1:50247 2024-12-10T07:14:22,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,741 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429130x0, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:14:22,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429130x0, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:14:22,742 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:14:22,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42913-0x1000e9349230002 connected 2024-12-10T07:14:22,753 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:14:22,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:14:22,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:14:22,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42913 2024-12-10T07:14:22,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42913 2024-12-10T07:14:22,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42913 2024-12-10T07:14:22,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42913 2024-12-10T07:14:22,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42913 2024-12-10T07:14:22,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1396b8d2d12:0 server-side Connection retries=45 2024-12-10T07:14:22,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:14:22,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:14:22,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:14:22,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:14:22,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:14:22,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38621 2024-12-10T07:14:22,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38621 connecting to ZooKeeper ensemble=127.0.0.1:50247 2024-12-10T07:14:22,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386210x0, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:14:22,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386210x0, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:14:22,833 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:14:22,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38621-0x1000e9349230003 connected 2024-12-10T07:14:22,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:14:22,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:14:22,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:14:22,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38621 2024-12-10T07:14:22,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38621 2024-12-10T07:14:22,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38621 2024-12-10T07:14:22,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38621 2024-12-10T07:14:22,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38621 2024-12-10T07:14:22,861 DEBUG [M:0;b1396b8d2d12:43131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1396b8d2d12:43131 2024-12-10T07:14:22,861 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b1396b8d2d12,43131,1733814862456 2024-12-10T07:14:22,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:14:22,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:14:22,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:14:22,873 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:14:22,874 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b1396b8d2d12,43131,1733814862456 2024-12-10T07:14:22,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:14:22,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:22,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:22,884 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:14:22,884 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:22,885 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:14:22,885 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b1396b8d2d12,43131,1733814862456 from backup master directory 2024-12-10T07:14:22,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:14:22,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:22,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b1396b8d2d12,43131,1733814862456 2024-12-10T07:14:22,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:14:22,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:14:22,894 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:14:22,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:14:22,895 WARN [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:14:22,895 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1396b8d2d12,43131,1733814862456 2024-12-10T07:14:22,902 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/hbase.id] with ID: dd19e990-16ed-4410-9ade-bda52853d937 2024-12-10T07:14:22,902 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/.tmp/hbase.id 2024-12-10T07:14:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:14:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:14:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:14:22,925 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/.tmp/hbase.id]:[hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/hbase.id] 2024-12-10T07:14:22,945 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:14:22,945 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T07:14:22,947 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-10T07:14:22,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:22,958 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:22,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:22,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:14:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:14:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:14:23,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:23,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:23,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:23,371 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:14:23,372 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:14:23,372 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:14:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:14:23,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:14:23,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:14:23,408 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store 2024-12-10T07:14:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:14:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:14:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:14:23,445 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:23,445 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:14:23,445 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:14:23,445 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:14:23,446 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:14:23,446 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:14:23,446 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:14:23,446 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733814863445Disabling compacts and flushes for region at 1733814863445Disabling writes for close at 1733814863446 (+1 ms)Writing region close event to WAL at 1733814863446Closed at 1733814863446 2024-12-10T07:14:23,449 WARN [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/.initializing 2024-12-10T07:14:23,449 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/WALs/b1396b8d2d12,43131,1733814862456 2024-12-10T07:14:23,451 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:14:23,454 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C43131%2C1733814862456, suffix=, logDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/WALs/b1396b8d2d12,43131,1733814862456, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/oldWALs, maxLogs=10 2024-12-10T07:14:23,468 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/WALs/b1396b8d2d12,43131,1733814862456/b1396b8d2d12%2C43131%2C1733814862456.1733814863454, exclude list is [], retry=0 2024-12-10T07:14:23,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34355,DS-3bc92c6e-d001-4309-905a-9586cb03bb46,DISK] 2024-12-10T07:14:23,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-ecc7025c-649b-47d9-94e2-6d46819b4bb0,DISK] 2024-12-10T07:14:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42303,DS-092611a5-b336-4fa2-865e-6200fc622b89,DISK] 2024-12-10T07:14:23,493 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/WALs/b1396b8d2d12,43131,1733814862456/b1396b8d2d12%2C43131%2C1733814862456.1733814863454 2024-12-10T07:14:23,493 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38879:38879),(127.0.0.1/127.0.0.1:40019:40019),(127.0.0.1/127.0.0.1:39055:39055)] 2024-12-10T07:14:23,494 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:14:23,494 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:23,494 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,494 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:14:23,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:23,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:14:23,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:14:23,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:23,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:23,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:14:23,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:23,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:23,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:14:23,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:23,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:23,511 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,512 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,515 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,517 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,517 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,518 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:14:23,521 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:14:23,526 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:23,526 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60887353, jitterRate=-0.09270773828029633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:14:23,527 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733814863495Initializing all the Stores at 1733814863496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814863496Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814863496Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814863497 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814863497Cleaning up temporary data from old regions at 1733814863517 (+20 ms)Region opened successfully at 1733814863527 (+10 ms) 2024-12-10T07:14:23,528 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:14:23,533 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b877195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0 2024-12-10T07:14:23,538 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T07:14:23,538 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:14:23,538 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:14:23,538 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:14:23,540 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T07:14:23,540 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:14:23,540 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-10T07:14:23,548 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:14:23,549 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:14:23,578 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:14:23,579 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:14:23,580 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:14:23,589 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:14:23,590 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:14:23,591 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:14:23,600 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:14:23,602 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:14:23,610 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:14:23,613 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:14:23,621 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:14:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:14:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:14:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:14:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,632 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:14:23,632 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,633 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1396b8d2d12,43131,1733814862456, sessionid=0x1000e9349230000, setting cluster-up flag (Was=false) 2024-12-10T07:14:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,653 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,684 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:14:23,686 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1396b8d2d12,43131,1733814862456 2024-12-10T07:14:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,705 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:23,736 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:14:23,737 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1396b8d2d12,43131,1733814862456 2024-12-10T07:14:23,739 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T07:14:23,741 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T07:14:23,741 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T07:14:23,741 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:14:23,742 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1396b8d2d12,43131,1733814862456 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:14:23,744 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:14:23,744 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:14:23,744 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:14:23,744 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:14:23,744 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1396b8d2d12:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:14:23,745 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,745 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:14:23,745 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:14:23,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:14:23,755 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733814893755 2024-12-10T07:14:23,755 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:14:23,755 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:14:23,755 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:14:23,755 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:14:23,755 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:14:23,755 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:14:23,756 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:23,756 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:14:23,756 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:14:23,756 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:14:23,756 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:14:23,757 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(746): ClusterId : dd19e990-16ed-4410-9ade-bda52853d937 2024-12-10T07:14:23,757 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:14:23,758 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(746): ClusterId : dd19e990-16ed-4410-9ade-bda52853d937 2024-12-10T07:14:23,758 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:14:23,759 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:14:23,759 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:14:23,759 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.large.0-1733814863759,5,FailOnTimeoutGroup] 2024-12-10T07:14:23,760 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.small.0-1733814863759,5,FailOnTimeoutGroup] 2024-12-10T07:14:23,760 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,760 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:14:23,760 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,760 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:14:23,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:14:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741831_1007 (size=1321) 2024-12-10T07:14:23,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T07:14:23,773 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:23,778 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(746): ClusterId : dd19e990-16ed-4410-9ade-bda52853d937 2024-12-10T07:14:23,779 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:14:23,779 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:14:23,779 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:14:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:14:23,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:14:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:14:23,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:23,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:14:23,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:14:23,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:23,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:14:23,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:14:23,789 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:14:23,789 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:14:23,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:14:23,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:23,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:14:23,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:14:23,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:14:23,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:23,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:14:23,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:14:23,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:14:23,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:23,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:14:23,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:14:23,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740 2024-12-10T07:14:23,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740 2024-12-10T07:14:23,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:14:23,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:14:23,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:14:23,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:14:23,804 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:23,805 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66592378, jitterRate=-0.007696241140365601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:14:23,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733814863784Initializing all the Stores at 1733814863785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814863785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814863785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814863785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814863785Cleaning up temporary data from old regions at 1733814863800 (+15 ms)Region opened successfully at 1733814863805 (+5 ms) 2024-12-10T07:14:23,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:14:23,806 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:14:23,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:14:23,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:14:23,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:14:23,807 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:14:23,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733814863806Disabling compacts and flushes for region at 1733814863806Disabling writes for close at 1733814863806Writing region close event to WAL at 1733814863807 (+1 ms)Closed at 1733814863807 2024-12-10T07:14:23,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:14:23,808 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T07:14:23,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:14:23,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:14:23,810 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:14:23,810 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:14:23,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:14:23,811 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:14:23,812 DEBUG [RS:1;b1396b8d2d12:42913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45582ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0 2024-12-10T07:14:23,821 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:14:23,821 DEBUG [RS:0;b1396b8d2d12:39587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad521c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0 2024-12-10T07:14:23,821 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:14:23,822 DEBUG [RS:2;b1396b8d2d12:38621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdc96d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1396b8d2d12/172.17.0.3:0 2024-12-10T07:14:23,834 DEBUG [RS:0;b1396b8d2d12:39587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1396b8d2d12:39587 2024-12-10T07:14:23,834 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:14:23,834 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:14:23,834 DEBUG [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:14:23,835 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1396b8d2d12,43131,1733814862456 with port=39587, startcode=1733814862631 2024-12-10T07:14:23,835 DEBUG [RS:0;b1396b8d2d12:39587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:14:23,837 DEBUG [RS:2;b1396b8d2d12:38621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b1396b8d2d12:38621 2024-12-10T07:14:23,837 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:14:23,837 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:14:23,837 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b1396b8d2d12:42913 2024-12-10T07:14:23,837 DEBUG [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:14:23,838 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:14:23,838 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1396b8d2d12,43131,1733814862456 with port=38621, startcode=1733814862806 2024-12-10T07:14:23,838 DEBUG [RS:2;b1396b8d2d12:38621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:14:23,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:23,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(517): Registering regionserver=b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:23,840 DEBUG [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:23,840 DEBUG [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41103 2024-12-10T07:14:23,840 DEBUG [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:14:23,841 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:14:23,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:23,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(517): Registering regionserver=b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:23,842 DEBUG [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:23,842 DEBUG [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41103 2024-12-10T07:14:23,842 DEBUG [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:14:23,845 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T07:14:23,845 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T07:14:23,845 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T07:14:23,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:14:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:14:23,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:23,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:23,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:23,894 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1396b8d2d12,43131,1733814862456 with port=42913, startcode=1733814862720 2024-12-10T07:14:23,894 DEBUG [RS:1;b1396b8d2d12:42913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:14:23,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1396b8d2d12,38621,1733814862806] 2024-12-10T07:14:23,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1396b8d2d12,39587,1733814862631] 2024-12-10T07:14:23,895 DEBUG [RS:0;b1396b8d2d12:39587 {}] zookeeper.ZKUtil(111): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:23,895 WARN [RS:0;b1396b8d2d12:39587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:14:23,895 INFO [RS:0;b1396b8d2d12:39587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:14:23,895 DEBUG [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:23,896 DEBUG [RS:2;b1396b8d2d12:38621 {}] zookeeper.ZKUtil(111): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:23,896 WARN [RS:2;b1396b8d2d12:38621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:14:23,896 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:14:23,896 INFO [RS:2;b1396b8d2d12:38621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:14:23,897 DEBUG [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:23,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:23,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(517): Registering regionserver=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:23,903 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:23,903 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41103 2024-12-10T07:14:23,903 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T07:14:23,903 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:14:23,909 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:14:23,909 INFO [RS:2;b1396b8d2d12:38621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:14:23,909 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,925 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:14:23,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:14:23,926 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:14:23,926 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:14:23,927 DEBUG [RS:1;b1396b8d2d12:42913 {}] zookeeper.ZKUtil(111): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 WARN [RS:1;b1396b8d2d12:42913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 INFO [RS:1;b1396b8d2d12:42913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:14:23,927 DEBUG [RS:2;b1396b8d2d12:38621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:14:23,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1396b8d2d12,42913,1733814862720] 2024-12-10T07:14:23,928 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:14:23,945 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,945 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,945 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,945 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,945 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,945 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,38621,1733814862806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:14:23,961 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:14:23,961 WARN [b1396b8d2d12:43131 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:14:23,969 INFO [RS:0;b1396b8d2d12:39587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:14:23,969 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,972 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:14:23,972 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,38621,1733814862806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,972 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,973 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.Replication(171): b1396b8d2d12,38621,1733814862806 started 2024-12-10T07:14:23,977 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:14:23,981 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:14:23,981 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,982 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,983 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:23,983 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:14:23,983 DEBUG [RS:0;b1396b8d2d12:39587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:14:23,988 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,989 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,989 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,989 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,989 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,989 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,39587,1733814862631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:14:23,990 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:14:23,993 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:23,993 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1482): Serving as b1396b8d2d12,38621,1733814862806, RpcServer on b1396b8d2d12/172.17.0.3:38621, sessionid=0x1000e9349230003 2024-12-10T07:14:23,993 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:14:23,993 DEBUG [RS:2;b1396b8d2d12:38621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:23,993 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,38621,1733814862806' 2024-12-10T07:14:23,993 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:14:23,996 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:14:23,996 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:14:23,996 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:14:23,996 DEBUG [RS:2;b1396b8d2d12:38621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:23,996 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,38621,1733814862806' 2024-12-10T07:14:23,996 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:14:23,997 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:14:23,998 DEBUG [RS:2;b1396b8d2d12:38621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:14:23,998 INFO [RS:2;b1396b8d2d12:38621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:14:23,998 INFO [RS:2;b1396b8d2d12:38621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:14:24,001 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:14:24,005 INFO [RS:1;b1396b8d2d12:42913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:14:24,005 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,009 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T07:14:24,009 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:14:24,009 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,39587,1733814862631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,009 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,009 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.Replication(171): b1396b8d2d12,39587,1733814862631 started 2024-12-10T07:14:24,013 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T07:14:24,013 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,013 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,013 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1396b8d2d12:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1396b8d2d12:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:14:24,014 DEBUG [RS:1;b1396b8d2d12:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1396b8d2d12:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:14:24,024 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,025 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,025 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,025 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,025 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,025 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,42913,1733814862720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:14:24,026 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,026 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1482): Serving as b1396b8d2d12,39587,1733814862631, RpcServer on b1396b8d2d12/172.17.0.3:39587, sessionid=0x1000e9349230001 2024-12-10T07:14:24,027 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:14:24,027 DEBUG [RS:0;b1396b8d2d12:39587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:24,027 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,39587,1733814862631' 2024-12-10T07:14:24,027 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:14:24,027 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:14:24,028 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:14:24,028 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:14:24,028 DEBUG [RS:0;b1396b8d2d12:39587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:24,028 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,39587,1733814862631' 2024-12-10T07:14:24,028 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:14:24,028 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:14:24,028 DEBUG [RS:0;b1396b8d2d12:39587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:14:24,028 INFO [RS:0;b1396b8d2d12:39587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:14:24,028 INFO [RS:0;b1396b8d2d12:39587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:14:24,046 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:14:24,046 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,42913,1733814862720-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,046 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,046 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.Replication(171): b1396b8d2d12,42913,1733814862720 started 2024-12-10T07:14:24,068 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:24,068 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1482): Serving as b1396b8d2d12,42913,1733814862720, RpcServer on b1396b8d2d12/172.17.0.3:42913, sessionid=0x1000e9349230002 2024-12-10T07:14:24,068 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:14:24,068 DEBUG [RS:1;b1396b8d2d12:42913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:24,068 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,42913,1733814862720' 2024-12-10T07:14:24,068 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:14:24,069 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:14:24,069 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:14:24,069 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:14:24,070 DEBUG [RS:1;b1396b8d2d12:42913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:24,070 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1396b8d2d12,42913,1733814862720' 2024-12-10T07:14:24,070 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:14:24,070 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:14:24,070 DEBUG [RS:1;b1396b8d2d12:42913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:14:24,071 INFO [RS:1;b1396b8d2d12:42913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:14:24,071 INFO [RS:1;b1396b8d2d12:42913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:14:24,098 INFO [RS:2;b1396b8d2d12:38621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:14:24,100 INFO [RS:2;b1396b8d2d12:38621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C38621%2C1733814862806, suffix=, logDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,38621,1733814862806, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/oldWALs, maxLogs=32 2024-12-10T07:14:24,120 DEBUG [RS:2;b1396b8d2d12:38621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,38621,1733814862806/b1396b8d2d12%2C38621%2C1733814862806.1733814864102, exclude list is [], retry=0 2024-12-10T07:14:24,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-ecc7025c-649b-47d9-94e2-6d46819b4bb0,DISK] 2024-12-10T07:14:24,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42303,DS-092611a5-b336-4fa2-865e-6200fc622b89,DISK] 2024-12-10T07:14:24,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34355,DS-3bc92c6e-d001-4309-905a-9586cb03bb46,DISK] 2024-12-10T07:14:24,129 INFO [RS:0;b1396b8d2d12:39587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:14:24,131 INFO [RS:0;b1396b8d2d12:39587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C39587%2C1733814862631, suffix=, logDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,39587,1733814862631, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/oldWALs, maxLogs=32 2024-12-10T07:14:24,133 INFO [RS:2;b1396b8d2d12:38621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,38621,1733814862806/b1396b8d2d12%2C38621%2C1733814862806.1733814864102 2024-12-10T07:14:24,137 DEBUG [RS:2;b1396b8d2d12:38621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40019:40019),(127.0.0.1/127.0.0.1:38879:38879),(127.0.0.1/127.0.0.1:39055:39055)] 2024-12-10T07:14:24,151 DEBUG [RS:0;b1396b8d2d12:39587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,39587,1733814862631/b1396b8d2d12%2C39587%2C1733814862631.1733814864132, exclude list is [], retry=0 2024-12-10T07:14:24,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34355,DS-3bc92c6e-d001-4309-905a-9586cb03bb46,DISK] 2024-12-10T07:14:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42303,DS-092611a5-b336-4fa2-865e-6200fc622b89,DISK] 2024-12-10T07:14:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-ecc7025c-649b-47d9-94e2-6d46819b4bb0,DISK] 2024-12-10T07:14:24,162 INFO [RS:0;b1396b8d2d12:39587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,39587,1733814862631/b1396b8d2d12%2C39587%2C1733814862631.1733814864132 2024-12-10T07:14:24,163 DEBUG [RS:0;b1396b8d2d12:39587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38879:38879),(127.0.0.1/127.0.0.1:39055:39055),(127.0.0.1/127.0.0.1:40019:40019)] 2024-12-10T07:14:24,171 INFO [RS:1;b1396b8d2d12:42913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:14:24,173 INFO [RS:1;b1396b8d2d12:42913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C42913%2C1733814862720, suffix=, logDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,42913,1733814862720, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/oldWALs, maxLogs=32 2024-12-10T07:14:24,192 DEBUG [RS:1;b1396b8d2d12:42913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,42913,1733814862720/b1396b8d2d12%2C42913%2C1733814862720.1733814864174, exclude list is [], retry=0 2024-12-10T07:14:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-ecc7025c-649b-47d9-94e2-6d46819b4bb0,DISK] 2024-12-10T07:14:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42303,DS-092611a5-b336-4fa2-865e-6200fc622b89,DISK] 2024-12-10T07:14:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34355,DS-3bc92c6e-d001-4309-905a-9586cb03bb46,DISK] 2024-12-10T07:14:24,203 INFO [RS:1;b1396b8d2d12:42913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,42913,1733814862720/b1396b8d2d12%2C42913%2C1733814862720.1733814864174 2024-12-10T07:14:24,203 DEBUG [RS:1;b1396b8d2d12:42913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40019:40019),(127.0.0.1/127.0.0.1:39055:39055),(127.0.0.1/127.0.0.1:38879:38879)] 2024-12-10T07:14:24,211 DEBUG [b1396b8d2d12:43131 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T07:14:24,211 DEBUG [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(204): Hosts are {b1396b8d2d12=0} racks are {/default-rack=0} 2024-12-10T07:14:24,213 DEBUG [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:14:24,213 DEBUG [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:14:24,213 DEBUG [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T07:14:24,213 DEBUG [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:14:24,213 DEBUG [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:14:24,213 DEBUG [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T07:14:24,213 INFO [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:14:24,213 INFO [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:14:24,213 INFO [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T07:14:24,213 DEBUG [b1396b8d2d12:43131 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:14:24,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:24,215 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1396b8d2d12,42913,1733814862720, state=OPENING 2024-12-10T07:14:24,242 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:14:24,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:24,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:24,326 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:24,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:14:24,327 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:14:24,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1396b8d2d12,42913,1733814862720}] 2024-12-10T07:14:24,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:14:24,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:14:24,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:14:24,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:14:29,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T07:14:29,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T07:14:31,699 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1396b8d2d12:46739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T07:14:34,329 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:14:34,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:14:34,337 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T07:14:34,337 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:14:34,337 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:14:34,339 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1396b8d2d12%2C42913%2C1733814862720.meta, suffix=.meta, logDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,42913,1733814862720, archiveDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/oldWALs, maxLogs=32 2024-12-10T07:14:34,358 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,42913,1733814862720/b1396b8d2d12%2C42913%2C1733814862720.meta.1733814874340.meta, exclude list is [], retry=0 2024-12-10T07:14:34,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34355,DS-3bc92c6e-d001-4309-905a-9586cb03bb46,DISK] 2024-12-10T07:14:34,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42303,DS-092611a5-b336-4fa2-865e-6200fc622b89,DISK] 2024-12-10T07:14:34,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-ecc7025c-649b-47d9-94e2-6d46819b4bb0,DISK] 2024-12-10T07:14:34,379 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/WALs/b1396b8d2d12,42913,1733814862720/b1396b8d2d12%2C42913%2C1733814862720.meta.1733814874340.meta 2024-12-10T07:14:34,379 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38879:38879),(127.0.0.1/127.0.0.1:39055:39055),(127.0.0.1/127.0.0.1:40019:40019)] 2024-12-10T07:14:34,379 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:14:34,380 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:14:34,380 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:14:34,380 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:14:34,380 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:14:34,380 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:34,380 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T07:14:34,380 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T07:14:34,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:14:34,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:14:34,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:34,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:14:34,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T07:14:34,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T07:14:34,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:34,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:14:34,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:14:34,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:14:34,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:34,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:14:34,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:14:34,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:14:34,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:34,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:14:34,393 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T07:14:34,394 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740 2024-12-10T07:14:34,396 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740 2024-12-10T07:14:34,397 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T07:14:34,397 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T07:14:34,398 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:14:34,399 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T07:14:34,401 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70854350, jitterRate=0.05581209063529968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:14:34,401 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T07:14:34,401 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733814874380Writing region info on filesystem at 1733814874380Initializing all the Stores at 1733814874382 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814874382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814874385 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814874385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733814874385Cleaning up temporary data from old regions at 1733814874397 (+12 ms)Running coprocessor post-open hooks at 1733814874401 (+4 ms)Region opened successfully at 1733814874401 2024-12-10T07:14:34,405 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733814874329 2024-12-10T07:14:34,407 DEBUG [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:14:34,407 INFO [RS_OPEN_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T07:14:34,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:34,409 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1396b8d2d12,42913,1733814862720, state=OPEN 2024-12-10T07:14:34,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:14:34,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:14:34,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:14:34,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:14:34,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:14:34,473 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:34,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:14:34,477 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:14:34,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:14:34,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1396b8d2d12,42913,1733814862720 in 10.1460 sec 2024-12-10T07:14:34,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:14:34,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:14:34,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6690 sec 2024-12-10T07:14:34,482 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:14:34,482 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T07:14:34,487 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:14:34,487 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1396b8d2d12,42913,1733814862720, seqNum=-1] 2024-12-10T07:14:34,487 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:14:34,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:14:34,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7550 sec 2024-12-10T07:14:34,497 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733814874497, completionTime=-1 2024-12-10T07:14:34,497 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T07:14:34,497 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T07:14:34,499 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T07:14:34,499 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733814934499 2024-12-10T07:14:34,499 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733814994499 2024-12-10T07:14:34,499 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-10T07:14:34,499 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:14:34,500 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,43131,1733814862456-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:34,500 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,43131,1733814862456-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:34,500 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,43131,1733814862456-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:34,500 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1396b8d2d12:43131, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:34,500 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:34,500 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:34,506 DEBUG [master/b1396b8d2d12:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T07:14:34,508 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.613sec 2024-12-10T07:14:34,509 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:14:34,509 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:14:34,509 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:14:34,509 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:14:34,509 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:14:34,509 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,43131,1733814862456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:14:34,509 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,43131,1733814862456-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:14:34,511 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:14:34,511 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:14:34,511 INFO [master/b1396b8d2d12:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1396b8d2d12,43131,1733814862456-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:14:34,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59708eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:14:34,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1396b8d2d12,43131,-1 for getting cluster id 2024-12-10T07:14:34,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:14:34,597 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd19e990-16ed-4410-9ade-bda52853d937' 2024-12-10T07:14:34,598 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:14:34,598 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd19e990-16ed-4410-9ade-bda52853d937" 2024-12-10T07:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74632920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1396b8d2d12,43131,-1] 2024-12-10T07:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:14:34,600 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:34,604 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:14:34,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc8f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:14:34,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:14:34,617 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1396b8d2d12,42913,1733814862720, seqNum=-1] 2024-12-10T07:14:34,618 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:14:34,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:14:34,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1396b8d2d12,43131,1733814862456 2024-12-10T07:14:34,637 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733814874637 (current time:1733814874637). 2024-12-10T07:14:34,637 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-10T07:14:34,637 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-10T07:14:34,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325aba78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:14:34,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1396b8d2d12,43131,-1 for getting cluster id 2024-12-10T07:14:34,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T07:14:34,643 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd19e990-16ed-4410-9ade-bda52853d937' 2024-12-10T07:14:34,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T07:14:34,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd19e990-16ed-4410-9ade-bda52853d937" 2024-12-10T07:14:34,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d8e0c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:14:34,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1396b8d2d12,43131,-1] 2024-12-10T07:14:34,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T07:14:34,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:34,647 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T07:14:34,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6eab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:14:34,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T07:14:34,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1396b8d2d12,42913,1733814862720, seqNum=-1] 2024-12-10T07:14:34,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:14:34,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:14:34,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:14:34,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:14:34,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:34,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:14:34,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T07:14:34,663 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b1396b8d2d12,43131,1733814862456 2024-12-10T07:14:34,664 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b51144e 2024-12-10T07:14:34,664 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:14:34,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:14:34,666 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:14:34,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:14:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-10T07:14:34,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:14:34,685 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:34,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-10T07:14:34,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:14:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:14:34,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741837_1013 (size=361) 2024-12-10T07:14:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741837_1013 (size=361) 2024-12-10T07:14:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741837_1013 (size=361) 2024-12-10T07:14:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:14:34,813 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c45e5f107288d3410e965e7001d97be, NAME => 'SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:34,814 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 762cb2cf7ce5ec4a31828465405d4d50, NAME => 'SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:34,814 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f3a525f03a815bfd3774d9627242044e, NAME => 'SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:34,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741838_1014 (size=62) 2024-12-10T07:14:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741838_1014 (size=62) 2024-12-10T07:14:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741838_1014 (size=62) 2024-12-10T07:14:34,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:34,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f3a525f03a815bfd3774d9627242044e, disabling compactions & flushes 2024-12-10T07:14:34,880 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:14:34,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:14:34,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. after waiting 0 ms 2024-12-10T07:14:34,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:14:34,880 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:14:34,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f3a525f03a815bfd3774d9627242044e: Waiting for close lock at 1733814874880Disabling compacts and flushes for region at 1733814874880Disabling writes for close at 1733814874880Writing region close event to WAL at 1733814874880Closed at 1733814874880 2024-12-10T07:14:34,881 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1279e7cdbd43ab1d66f1cada00b40901, NAME => 'SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:34,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741839_1015 (size=54) 2024-12-10T07:14:34,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741839_1015 (size=54) 2024-12-10T07:14:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741839_1015 (size=54) 2024-12-10T07:14:34,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:34,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9c45e5f107288d3410e965e7001d97be, disabling compactions & flushes 2024-12-10T07:14:34,891 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:14:34,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:14:34,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. after waiting 0 ms 2024-12-10T07:14:34,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:14:34,891 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:14:34,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c45e5f107288d3410e965e7001d97be: Waiting for close lock at 1733814874891Disabling compacts and flushes for region at 1733814874891Disabling writes for close at 1733814874891Writing region close event to WAL at 1733814874891Closed at 1733814874891 2024-12-10T07:14:34,893 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d83f552a49a7763d4d04b2c5ce840e7, NAME => 'SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741840_1016 (size=62) 2024-12-10T07:14:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741840_1016 (size=62) 2024-12-10T07:14:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741840_1016 (size=62) 2024-12-10T07:14:34,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:34,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 762cb2cf7ce5ec4a31828465405d4d50, disabling compactions & flushes 2024-12-10T07:14:34,898 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:14:34,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:14:34,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. after waiting 0 ms 2024-12-10T07:14:34,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:14:34,898 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:14:34,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 762cb2cf7ce5ec4a31828465405d4d50: Waiting for close lock at 1733814874898Disabling compacts and flushes for region at 1733814874898Disabling writes for close at 1733814874898Writing region close event to WAL at 1733814874898Closed at 1733814874898 2024-12-10T07:14:34,899 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5a24017ed4a040f6db3a4529bd0c475e, NAME => 'SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741841_1017 (size=62) 2024-12-10T07:14:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741841_1017 (size=62) 2024-12-10T07:14:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741841_1017 (size=62) 2024-12-10T07:14:34,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:34,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1279e7cdbd43ab1d66f1cada00b40901, disabling compactions & flushes 2024-12-10T07:14:34,928 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:14:34,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:14:34,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. after waiting 0 ms 2024-12-10T07:14:34,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:14:34,928 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:14:34,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1279e7cdbd43ab1d66f1cada00b40901: Waiting for close lock at 1733814874928Disabling compacts and flushes for region at 1733814874928Disabling writes for close at 1733814874928Writing region close event to WAL at 1733814874928Closed at 1733814874928 2024-12-10T07:14:34,929 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc30c75172f296568d124d1becc793c0, NAME => 'SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741843_1019 (size=62) 2024-12-10T07:14:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741843_1019 (size=62) 2024-12-10T07:14:34,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741843_1019 (size=62) 2024-12-10T07:14:34,974 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:34,974 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5a24017ed4a040f6db3a4529bd0c475e, disabling compactions & flushes 2024-12-10T07:14:34,974 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:14:34,975 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:14:34,975 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. after waiting 0 ms 2024-12-10T07:14:34,975 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:14:34,975 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:14:34,975 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5a24017ed4a040f6db3a4529bd0c475e: Waiting for close lock at 1733814874974Disabling compacts and flushes for region at 1733814874974Disabling writes for close at 1733814874975 (+1 ms)Writing region close event to WAL at 1733814874975Closed at 1733814874975 2024-12-10T07:14:34,976 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1ca5eab9830f95d518c09aaa716c3a46, NAME => 'SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741842_1018 (size=62) 2024-12-10T07:14:34,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741842_1018 (size=62) 2024-12-10T07:14:34,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741842_1018 (size=62) 2024-12-10T07:14:34,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:34,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6d83f552a49a7763d4d04b2c5ce840e7, disabling compactions & flushes 2024-12-10T07:14:34,982 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:14:34,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:14:34,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. after waiting 0 ms 2024-12-10T07:14:34,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:14:34,982 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:14:34,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d83f552a49a7763d4d04b2c5ce840e7: Waiting for close lock at 1733814874982Disabling compacts and flushes for region at 1733814874982Disabling writes for close at 1733814874982Writing region close event to WAL at 1733814874982Closed at 1733814874982 2024-12-10T07:14:34,983 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6bb2f9206eb2ffc960c1d89f46d753a, NAME => 'SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741844_1020 (size=62) 2024-12-10T07:14:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741844_1020 (size=62) 2024-12-10T07:14:35,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741844_1020 (size=62) 2024-12-10T07:14:35,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:35,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cc30c75172f296568d124d1becc793c0, disabling compactions & flushes 2024-12-10T07:14:35,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:14:35,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:14:35,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. after waiting 0 ms 2024-12-10T07:14:35,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:14:35,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:14:35,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc30c75172f296568d124d1becc793c0: Waiting for close lock at 1733814875014Disabling compacts and flushes for region at 1733814875014Disabling writes for close at 1733814875014Writing region close event to WAL at 1733814875014Closed at 1733814875014 2024-12-10T07:14:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:14:35,015 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ae09090d35387b4fac2d46db193b189a, NAME => 'SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213 2024-12-10T07:14:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741845_1021 (size=62) 2024-12-10T07:14:35,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741845_1021 (size=62) 2024-12-10T07:14:35,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741845_1021 (size=62) 2024-12-10T07:14:35,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:35,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1ca5eab9830f95d518c09aaa716c3a46, disabling compactions & flushes 2024-12-10T07:14:35,046 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:14:35,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:14:35,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. after waiting 0 ms 2024-12-10T07:14:35,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:14:35,046 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:14:35,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1ca5eab9830f95d518c09aaa716c3a46: Waiting for close lock at 1733814875046Disabling compacts and flushes for region at 1733814875046Disabling writes for close at 1733814875046Writing region close event to WAL at 1733814875046Closed at 1733814875046 2024-12-10T07:14:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741846_1022 (size=62) 2024-12-10T07:14:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741846_1022 (size=62) 2024-12-10T07:14:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741846_1022 (size=62) 2024-12-10T07:14:35,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741847_1023 (size=54) 2024-12-10T07:14:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741847_1023 (size=54) 2024-12-10T07:14:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741847_1023 (size=54) 2024-12-10T07:14:35,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:35,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ae09090d35387b4fac2d46db193b189a, disabling compactions & flushes 2024-12-10T07:14:35,110 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:14:35,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:14:35,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. after waiting 0 ms 2024-12-10T07:14:35,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:14:35,110 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:14:35,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ae09090d35387b4fac2d46db193b189a: Waiting for close lock at 1733814875109Disabling compacts and flushes for region at 1733814875109Disabling writes for close at 1733814875110 (+1 ms)Writing region close event to WAL at 1733814875110Closed at 1733814875110 2024-12-10T07:14:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:14:35,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:35,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a6bb2f9206eb2ffc960c1d89f46d753a, disabling compactions & flushes 2024-12-10T07:14:35,489 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:14:35,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:14:35,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. after waiting 0 ms 2024-12-10T07:14:35,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:14:35,490 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:14:35,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6bb2f9206eb2ffc960c1d89f46d753a: Waiting for close lock at 1733814875489Disabling compacts and flushes for region at 1733814875489Disabling writes for close at 1733814875489Writing region close event to WAL at 1733814875489Closed at 1733814875489 2024-12-10T07:14:35,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:14:35,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733814875501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733814875501"}]},"ts":"1733814875501"} 2024-12-10T07:14:35,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-10T07:14:35,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:14:35,513 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733814875513"}]},"ts":"1733814875513"} 2024-12-10T07:14:35,515 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-10T07:14:35,516 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {b1396b8d2d12=0} racks are {/default-rack=0} 2024-12-10T07:14:35,519 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T07:14:35,519 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T07:14:35,520 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T07:14:35,520 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T07:14:35,520 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T07:14:35,520 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T07:14:35,520 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T07:14:35,520 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T07:14:35,520 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T07:14:35,520 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:14:35,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c45e5f107288d3410e965e7001d97be, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3a525f03a815bfd3774d9627242044e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=762cb2cf7ce5ec4a31828465405d4d50, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1279e7cdbd43ab1d66f1cada00b40901, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d83f552a49a7763d4d04b2c5ce840e7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a24017ed4a040f6db3a4529bd0c475e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc30c75172f296568d124d1becc793c0, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ca5eab9830f95d518c09aaa716c3a46, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6bb2f9206eb2ffc960c1d89f46d753a, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae09090d35387b4fac2d46db193b189a, ASSIGN}] 2024-12-10T07:14:35,522 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc30c75172f296568d124d1becc793c0, ASSIGN 2024-12-10T07:14:35,522 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a24017ed4a040f6db3a4529bd0c475e, ASSIGN 2024-12-10T07:14:35,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d83f552a49a7763d4d04b2c5ce840e7, ASSIGN 2024-12-10T07:14:35,523 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1279e7cdbd43ab1d66f1cada00b40901, ASSIGN 2024-12-10T07:14:35,524 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc30c75172f296568d124d1becc793c0, ASSIGN; state=OFFLINE, location=b1396b8d2d12,42913,1733814862720; forceNewPlan=false, retain=false 2024-12-10T07:14:35,524 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a24017ed4a040f6db3a4529bd0c475e, ASSIGN; state=OFFLINE, location=b1396b8d2d12,39587,1733814862631; forceNewPlan=false, retain=false 2024-12-10T07:14:35,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d83f552a49a7763d4d04b2c5ce840e7, ASSIGN; state=OFFLINE, location=b1396b8d2d12,38621,1733814862806; forceNewPlan=false, retain=false 2024-12-10T07:14:35,524 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1279e7cdbd43ab1d66f1cada00b40901, ASSIGN; state=OFFLINE, location=b1396b8d2d12,42913,1733814862720; forceNewPlan=false, retain=false 2024-12-10T07:14:35,526 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae09090d35387b4fac2d46db193b189a, ASSIGN 2024-12-10T07:14:35,527 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae09090d35387b4fac2d46db193b189a, ASSIGN; state=OFFLINE, location=b1396b8d2d12,38621,1733814862806; forceNewPlan=false, retain=false 2024-12-10T07:14:35,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6bb2f9206eb2ffc960c1d89f46d753a, ASSIGN 2024-12-10T07:14:35,529 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ca5eab9830f95d518c09aaa716c3a46, ASSIGN 2024-12-10T07:14:35,529 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=762cb2cf7ce5ec4a31828465405d4d50, ASSIGN 2024-12-10T07:14:35,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3a525f03a815bfd3774d9627242044e, ASSIGN 2024-12-10T07:14:35,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c45e5f107288d3410e965e7001d97be, ASSIGN 2024-12-10T07:14:35,530 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ca5eab9830f95d518c09aaa716c3a46, ASSIGN; state=OFFLINE, location=b1396b8d2d12,39587,1733814862631; forceNewPlan=false, retain=false 2024-12-10T07:14:35,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a6bb2f9206eb2ffc960c1d89f46d753a, ASSIGN; state=OFFLINE, location=b1396b8d2d12,42913,1733814862720; forceNewPlan=false, retain=false 2024-12-10T07:14:35,530 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=762cb2cf7ce5ec4a31828465405d4d50, ASSIGN; state=OFFLINE, location=b1396b8d2d12,38621,1733814862806; forceNewPlan=false, retain=false 2024-12-10T07:14:35,530 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3a525f03a815bfd3774d9627242044e, ASSIGN; state=OFFLINE, location=b1396b8d2d12,42913,1733814862720; forceNewPlan=false, retain=false 2024-12-10T07:14:35,530 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c45e5f107288d3410e965e7001d97be, ASSIGN; state=OFFLINE, location=b1396b8d2d12,39587,1733814862631; forceNewPlan=false, retain=false 2024-12-10T07:14:35,674 INFO [b1396b8d2d12:43131 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-10T07:14:35,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a6bb2f9206eb2ffc960c1d89f46d753a, regionState=OPENING, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:35,677 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cc30c75172f296568d124d1becc793c0, regionState=OPENING, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:35,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1279e7cdbd43ab1d66f1cada00b40901, regionState=OPENING, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:35,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f3a525f03a815bfd3774d9627242044e, regionState=OPENING, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:35,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1ca5eab9830f95d518c09aaa716c3a46, regionState=OPENING, regionLocation=b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:35,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5a24017ed4a040f6db3a4529bd0c475e, regionState=OPENING, regionLocation=b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:35,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c45e5f107288d3410e965e7001d97be, regionState=OPENING, regionLocation=b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:35,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ae09090d35387b4fac2d46db193b189a, regionState=OPENING, regionLocation=b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:35,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a6bb2f9206eb2ffc960c1d89f46d753a, ASSIGN because future has completed 2024-12-10T07:14:35,681 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=762cb2cf7ce5ec4a31828465405d4d50, regionState=OPENING, regionLocation=b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:35,681 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d83f552a49a7763d4d04b2c5ce840e7, regionState=OPENING, regionLocation=b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:35,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6bb2f9206eb2ffc960c1d89f46d753a, server=b1396b8d2d12,42913,1733814862720}] 2024-12-10T07:14:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc30c75172f296568d124d1becc793c0, ASSIGN because future has completed 2024-12-10T07:14:35,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1279e7cdbd43ab1d66f1cada00b40901, ASSIGN because future has completed 2024-12-10T07:14:35,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3a525f03a815bfd3774d9627242044e, ASSIGN because future has completed 2024-12-10T07:14:35,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc30c75172f296568d124d1becc793c0, server=b1396b8d2d12,42913,1733814862720}] 2024-12-10T07:14:35,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1279e7cdbd43ab1d66f1cada00b40901, server=b1396b8d2d12,42913,1733814862720}] 2024-12-10T07:14:35,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ca5eab9830f95d518c09aaa716c3a46, ASSIGN because future has completed 2024-12-10T07:14:35,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3a525f03a815bfd3774d9627242044e, server=b1396b8d2d12,42913,1733814862720}] 2024-12-10T07:14:35,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a24017ed4a040f6db3a4529bd0c475e, ASSIGN because future has completed 2024-12-10T07:14:35,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c45e5f107288d3410e965e7001d97be, ASSIGN because future has completed 2024-12-10T07:14:35,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae09090d35387b4fac2d46db193b189a, ASSIGN because future has completed 2024-12-10T07:14:35,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c45e5f107288d3410e965e7001d97be, server=b1396b8d2d12,39587,1733814862631}] 2024-12-10T07:14:35,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=762cb2cf7ce5ec4a31828465405d4d50, ASSIGN because future has completed 2024-12-10T07:14:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d83f552a49a7763d4d04b2c5ce840e7, ASSIGN because future has completed 2024-12-10T07:14:35,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae09090d35387b4fac2d46db193b189a, server=b1396b8d2d12,38621,1733814862806}] 2024-12-10T07:14:35,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d83f552a49a7763d4d04b2c5ce840e7, server=b1396b8d2d12,38621,1733814862806}] 2024-12-10T07:14:35,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a24017ed4a040f6db3a4529bd0c475e, server=b1396b8d2d12,39587,1733814862631}] 2024-12-10T07:14:35,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 762cb2cf7ce5ec4a31828465405d4d50, server=b1396b8d2d12,38621,1733814862806}] 2024-12-10T07:14:35,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ca5eab9830f95d518c09aaa716c3a46, server=b1396b8d2d12,39587,1733814862631}] 2024-12-10T07:14:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:14:35,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T07:14:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:14:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:14:39,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T07:14:39,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T07:14:39,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:14:39,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T07:14:39,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:39,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:39,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:39,911 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:14:39,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:39,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:39,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:14:45,747 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:14:45,747 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cc30c75172f296568d124d1becc793c0, NAME => 'SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T07:14:45,747 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,747 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:45,748 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,748 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:14:45,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:14:45,763 INFO [StoreOpener-cc30c75172f296568d124d1becc793c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,764 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:14:45,772 INFO [StoreOpener-cc30c75172f296568d124d1becc793c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc30c75172f296568d124d1becc793c0 columnFamilyName cf 2024-12-10T07:14:45,772 DEBUG [StoreOpener-cc30c75172f296568d124d1becc793c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:45,777 INFO [StoreOpener-cc30c75172f296568d124d1becc793c0-1 {}] regionserver.HStore(327): Store=cc30c75172f296568d124d1becc793c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:45,777 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,780 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,780 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:14:45,781 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,781 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,784 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,815 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:45,816 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cc30c75172f296568d124d1becc793c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65532132, jitterRate=-0.023495137691497803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:45,816 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:45,816 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cc30c75172f296568d124d1becc793c0: Running coprocessor pre-open hook at 1733814885748Writing region info on filesystem at 1733814885748Initializing all the Stores at 1733814885754 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814885754Cleaning up temporary data from old regions at 1733814885781 (+27 ms)Running coprocessor post-open hooks at 1733814885816 (+35 ms)Region opened successfully at 1733814885816 2024-12-10T07:14:45,821 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0., pid=16, masterSystemTime=1733814885703 2024-12-10T07:14:45,829 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:14:45,829 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:14:45,829 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:14:45,829 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1279e7cdbd43ab1d66f1cada00b40901, NAME => 'SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-10T07:14:45,830 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,830 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:45,830 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,830 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cc30c75172f296568d124d1becc793c0, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:45,833 INFO [StoreOpener-1279e7cdbd43ab1d66f1cada00b40901-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc30c75172f296568d124d1becc793c0, server=b1396b8d2d12,42913,1733814862720 because future has completed 2024-12-10T07:14:45,837 INFO [StoreOpener-1279e7cdbd43ab1d66f1cada00b40901-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1279e7cdbd43ab1d66f1cada00b40901 columnFamilyName cf 2024-12-10T07:14:45,837 DEBUG [StoreOpener-1279e7cdbd43ab1d66f1cada00b40901-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:45,838 INFO [StoreOpener-1279e7cdbd43ab1d66f1cada00b40901-1 {}] regionserver.HStore(327): Store=1279e7cdbd43ab1d66f1cada00b40901/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:45,838 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,839 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,840 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,841 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,841 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-10T07:14:45,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure cc30c75172f296568d124d1becc793c0, server=b1396b8d2d12,42913,1733814862720 in 10.1380 sec 2024-12-10T07:14:45,843 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc30c75172f296568d124d1becc793c0, ASSIGN in 10.3210 sec 2024-12-10T07:14:45,858 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:14:45,858 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 762cb2cf7ce5ec4a31828465405d4d50, NAME => 'SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-10T07:14:45,858 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,858 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:45,858 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,858 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,866 INFO [StoreOpener-762cb2cf7ce5ec4a31828465405d4d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,868 INFO [StoreOpener-762cb2cf7ce5ec4a31828465405d4d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 762cb2cf7ce5ec4a31828465405d4d50 columnFamilyName cf 2024-12-10T07:14:45,868 DEBUG [StoreOpener-762cb2cf7ce5ec4a31828465405d4d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:45,868 INFO [StoreOpener-762cb2cf7ce5ec4a31828465405d4d50-1 {}] regionserver.HStore(327): Store=762cb2cf7ce5ec4a31828465405d4d50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:45,868 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,870 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:14:45,871 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1279e7cdbd43ab1d66f1cada00b40901/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:45,881 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1279e7cdbd43ab1d66f1cada00b40901; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68793870, jitterRate=0.025108546018600464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:45,881 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:45,881 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,881 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1279e7cdbd43ab1d66f1cada00b40901: Running coprocessor pre-open hook at 1733814885830Writing region info on filesystem at 1733814885830Initializing all the Stores at 1733814885832 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814885832Cleaning up temporary data from old regions at 1733814885841 (+9 ms)Running coprocessor post-open hooks at 1733814885881 (+40 ms)Region opened successfully at 1733814885881 2024-12-10T07:14:45,882 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,886 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,886 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901., pid=17, masterSystemTime=1733814885703 2024-12-10T07:14:45,886 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,889 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ca5eab9830f95d518c09aaa716c3a46, NAME => 'SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-10T07:14:45,889 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,889 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:45,889 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,889 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,890 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:14:45,890 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:14:45,890 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:14:45,890 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f3a525f03a815bfd3774d9627242044e, NAME => 'SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-10T07:14:45,891 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,891 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:45,891 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,891 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,892 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1279e7cdbd43ab1d66f1cada00b40901, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:45,898 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1279e7cdbd43ab1d66f1cada00b40901, server=b1396b8d2d12,42913,1733814862720 because future has completed 2024-12-10T07:14:45,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1279e7cdbd43ab1d66f1cada00b40901, ASSIGN in 10.3890 sec 2024-12-10T07:14:45,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-10T07:14:45,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1279e7cdbd43ab1d66f1cada00b40901, server=b1396b8d2d12,42913,1733814862720 in 10.2050 sec 2024-12-10T07:14:45,917 INFO [StoreOpener-f3a525f03a815bfd3774d9627242044e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,923 INFO [StoreOpener-f3a525f03a815bfd3774d9627242044e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3a525f03a815bfd3774d9627242044e columnFamilyName cf 2024-12-10T07:14:45,923 DEBUG [StoreOpener-f3a525f03a815bfd3774d9627242044e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:45,925 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/762cb2cf7ce5ec4a31828465405d4d50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:45,926 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 762cb2cf7ce5ec4a31828465405d4d50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60098461, jitterRate=-0.10446314513683319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:45,926 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:45,926 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 762cb2cf7ce5ec4a31828465405d4d50: Running coprocessor pre-open hook at 1733814885859Writing region info on filesystem at 1733814885859Initializing all the Stores at 1733814885866 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814885866Cleaning up temporary data from old regions at 1733814885886 (+20 ms)Running coprocessor post-open hooks at 1733814885926 (+40 ms)Region opened successfully at 1733814885926 2024-12-10T07:14:45,927 INFO [StoreOpener-f3a525f03a815bfd3774d9627242044e-1 {}] regionserver.HStore(327): Store=f3a525f03a815bfd3774d9627242044e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:45,927 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,928 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,931 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,934 INFO [StoreOpener-1ca5eab9830f95d518c09aaa716c3a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,934 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,934 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,935 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50., pid=24, masterSystemTime=1733814885756 2024-12-10T07:14:45,941 INFO [StoreOpener-1ca5eab9830f95d518c09aaa716c3a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ca5eab9830f95d518c09aaa716c3a46 columnFamilyName cf 2024-12-10T07:14:45,941 DEBUG [StoreOpener-1ca5eab9830f95d518c09aaa716c3a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:45,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=762cb2cf7ce5ec4a31828465405d4d50, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:45,945 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:14:45,945 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:14:45,946 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:14:45,946 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d83f552a49a7763d4d04b2c5ce840e7, NAME => 'SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T07:14:45,946 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:45,946 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:45,947 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:45,947 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:45,948 INFO [StoreOpener-1ca5eab9830f95d518c09aaa716c3a46-1 {}] regionserver.HStore(327): Store=1ca5eab9830f95d518c09aaa716c3a46/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:45,948 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,950 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,950 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,950 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 762cb2cf7ce5ec4a31828465405d4d50, server=b1396b8d2d12,38621,1733814862806 because future has completed 2024-12-10T07:14:45,952 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,952 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,958 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:45,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-10T07:14:45,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 762cb2cf7ce5ec4a31828465405d4d50, server=b1396b8d2d12,38621,1733814862806 in 10.1890 sec 2024-12-10T07:14:45,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=762cb2cf7ce5ec4a31828465405d4d50, ASSIGN in 10.4380 sec 2024-12-10T07:14:45,982 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/f3a525f03a815bfd3774d9627242044e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:45,983 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f3a525f03a815bfd3774d9627242044e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60392198, jitterRate=-0.10008612275123596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:45,983 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:45,983 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f3a525f03a815bfd3774d9627242044e: Running coprocessor pre-open hook at 1733814885891Writing region info on filesystem at 1733814885891Initializing all the Stores at 1733814885898 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814885898Cleaning up temporary data from old regions at 1733814885934 (+36 ms)Running coprocessor post-open hooks at 1733814885983 (+49 ms)Region opened successfully at 1733814885983 2024-12-10T07:14:45,989 INFO [StoreOpener-6d83f552a49a7763d4d04b2c5ce840e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:45,997 INFO [StoreOpener-6d83f552a49a7763d4d04b2c5ce840e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d83f552a49a7763d4d04b2c5ce840e7 columnFamilyName cf 2024-12-10T07:14:45,998 DEBUG [StoreOpener-6d83f552a49a7763d4d04b2c5ce840e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:46,001 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e., pid=18, masterSystemTime=1733814885703 2024-12-10T07:14:46,005 INFO [StoreOpener-6d83f552a49a7763d4d04b2c5ce840e7-1 {}] regionserver.HStore(327): Store=6d83f552a49a7763d4d04b2c5ce840e7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:46,005 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:46,006 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:46,007 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:46,007 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:46,007 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:46,008 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:46,009 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 1ca5eab9830f95d518c09aaa716c3a46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72690500, jitterRate=0.08317285776138306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:46,009 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:46,009 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 1ca5eab9830f95d518c09aaa716c3a46: Running coprocessor pre-open hook at 1733814885889Writing region info on filesystem at 1733814885890 (+1 ms)Initializing all the Stores at 1733814885902 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814885902Cleaning up temporary data from old regions at 1733814885952 (+50 ms)Running coprocessor post-open hooks at 1733814886009 (+57 ms)Region opened successfully at 1733814886009 2024-12-10T07:14:46,011 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:46,015 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:14:46,015 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:14:46,015 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:14:46,019 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a6bb2f9206eb2ffc960c1d89f46d753a, NAME => 'SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-10T07:14:46,019 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,019 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:46,019 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,019 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f3a525f03a815bfd3774d9627242044e, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:46,024 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/6d83f552a49a7763d4d04b2c5ce840e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:46,025 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6d83f552a49a7763d4d04b2c5ce840e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74438428, jitterRate=0.1092190146446228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:46,026 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:46,026 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6d83f552a49a7763d4d04b2c5ce840e7: Running coprocessor pre-open hook at 1733814885947Writing region info on filesystem at 1733814885947Initializing all the Stores at 1733814885957 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814885957Cleaning up temporary data from old regions at 1733814886007 (+50 ms)Running coprocessor post-open hooks at 1733814886026 (+19 ms)Region opened successfully at 1733814886026 2024-12-10T07:14:46,027 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46., pid=23, masterSystemTime=1733814885764 2024-12-10T07:14:46,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3a525f03a815bfd3774d9627242044e, server=b1396b8d2d12,42913,1733814862720 because future has completed 2024-12-10T07:14:46,033 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7., pid=21, masterSystemTime=1733814885756 2024-12-10T07:14:46,035 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:14:46,035 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:14:46,035 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:14:46,035 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c45e5f107288d3410e965e7001d97be, NAME => 'SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T07:14:46,036 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,036 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:46,036 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,036 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1ca5eab9830f95d518c09aaa716c3a46, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:46,045 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:14:46,045 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:14:46,045 INFO [StoreOpener-a6bb2f9206eb2ffc960c1d89f46d753a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,045 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:14:46,045 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ae09090d35387b4fac2d46db193b189a, NAME => 'SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T07:14:46,046 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,046 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:46,046 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,046 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ca5eab9830f95d518c09aaa716c3a46, server=b1396b8d2d12,39587,1733814862631 because future has completed 2024-12-10T07:14:46,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d83f552a49a7763d4d04b2c5ce840e7, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:46,053 INFO [StoreOpener-ae09090d35387b4fac2d46db193b189a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,054 INFO [StoreOpener-9c45e5f107288d3410e965e7001d97be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,057 INFO [StoreOpener-a6bb2f9206eb2ffc960c1d89f46d753a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6bb2f9206eb2ffc960c1d89f46d753a columnFamilyName cf 2024-12-10T07:14:46,057 DEBUG [StoreOpener-a6bb2f9206eb2ffc960c1d89f46d753a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:46,058 INFO [StoreOpener-a6bb2f9206eb2ffc960c1d89f46d753a-1 {}] regionserver.HStore(327): Store=a6bb2f9206eb2ffc960c1d89f46d753a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:46,058 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,059 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,060 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,061 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,061 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,061 INFO [StoreOpener-ae09090d35387b4fac2d46db193b189a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae09090d35387b4fac2d46db193b189a columnFamilyName cf 2024-12-10T07:14:46,061 DEBUG [StoreOpener-ae09090d35387b4fac2d46db193b189a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:46,062 INFO [StoreOpener-9c45e5f107288d3410e965e7001d97be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c45e5f107288d3410e965e7001d97be columnFamilyName cf 2024-12-10T07:14:46,062 DEBUG [StoreOpener-9c45e5f107288d3410e965e7001d97be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:46,064 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,064 INFO [StoreOpener-9c45e5f107288d3410e965e7001d97be-1 {}] regionserver.HStore(327): Store=9c45e5f107288d3410e965e7001d97be/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:46,064 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,065 INFO [StoreOpener-ae09090d35387b4fac2d46db193b189a-1 {}] regionserver.HStore(327): Store=ae09090d35387b4fac2d46db193b189a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:46,065 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-10T07:14:46,066 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,067 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,067 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,068 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,068 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,068 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,069 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,069 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,072 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,072 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,072 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:46,073 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a6bb2f9206eb2ffc960c1d89f46d753a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72953915, jitterRate=0.08709804713726044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:46,073 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:46,073 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a6bb2f9206eb2ffc960c1d89f46d753a: Running coprocessor pre-open hook at 1733814886019Writing region info on filesystem at 1733814886019Initializing all the Stores at 1733814886021 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814886021Cleaning up temporary data from old regions at 1733814886061 (+40 ms)Running coprocessor post-open hooks at 1733814886073 (+12 ms)Region opened successfully at 1733814886073 2024-12-10T07:14:46,077 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a., pid=15, masterSystemTime=1733814885703 2024-12-10T07:14:46,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d83f552a49a7763d4d04b2c5ce840e7, server=b1396b8d2d12,38621,1733814862806 because future has completed 2024-12-10T07:14:46,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-12-10T07:14:46,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f3a525f03a815bfd3774d9627242044e, server=b1396b8d2d12,42913,1733814862720 in 10.3310 sec 2024-12-10T07:14:46,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ca5eab9830f95d518c09aaa716c3a46, server=b1396b8d2d12,39587,1733814862631 in 10.3030 sec 2024-12-10T07:14:46,085 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:14:46,085 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:14:46,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ca5eab9830f95d518c09aaa716c3a46, ASSIGN in 10.5600 sec 2024-12-10T07:14:46,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a6bb2f9206eb2ffc960c1d89f46d753a, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,42913,1733814862720 2024-12-10T07:14:46,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3a525f03a815bfd3774d9627242044e, ASSIGN in 10.5570 sec 2024-12-10T07:14:46,097 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/9c45e5f107288d3410e965e7001d97be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:46,098 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9c45e5f107288d3410e965e7001d97be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72691533, jitterRate=0.0831882506608963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:46,098 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:14:46,098 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:46,098 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9c45e5f107288d3410e965e7001d97be: Running coprocessor pre-open hook at 1733814886036Writing region info on filesystem at 1733814886036Initializing all the Stores at 1733814886038 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814886038Cleaning up temporary data from old regions at 1733814886068 (+30 ms)Running coprocessor post-open hooks at 1733814886098 (+30 ms)Region opened successfully at 1733814886098 2024-12-10T07:14:46,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6bb2f9206eb2ffc960c1d89f46d753a, server=b1396b8d2d12,42913,1733814862720 because future has completed 2024-12-10T07:14:46,099 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ae09090d35387b4fac2d46db193b189a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60381487, jitterRate=-0.10024572908878326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:46,099 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:46,099 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ae09090d35387b4fac2d46db193b189a: Running coprocessor pre-open hook at 1733814886046Writing region info on filesystem at 1733814886046Initializing all the Stores at 1733814886047 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814886048 (+1 ms)Cleaning up temporary data from old regions at 1733814886069 (+21 ms)Running coprocessor post-open hooks at 1733814886099 (+30 ms)Region opened successfully at 1733814886099 2024-12-10T07:14:46,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-10T07:14:46,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d83f552a49a7763d4d04b2c5ce840e7, server=b1396b8d2d12,38621,1733814862806 in 10.3310 sec 2024-12-10T07:14:46,105 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a., pid=20, masterSystemTime=1733814885756 2024-12-10T07:14:46,106 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be., pid=19, masterSystemTime=1733814885764 2024-12-10T07:14:46,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d83f552a49a7763d4d04b2c5ce840e7, ASSIGN in 10.5810 sec 2024-12-10T07:14:46,111 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:14:46,111 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:14:46,113 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:14:46,113 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:14:46,113 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:14:46,113 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a24017ed4a040f6db3a4529bd0c475e, NAME => 'SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-10T07:14:46,114 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,114 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:14:46,114 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,114 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-10T07:14:46,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c45e5f107288d3410e965e7001d97be, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:46,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a6bb2f9206eb2ffc960c1d89f46d753a, server=b1396b8d2d12,42913,1733814862720 in 10.4150 sec 2024-12-10T07:14:46,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c45e5f107288d3410e965e7001d97be, server=b1396b8d2d12,39587,1733814862631 because future has completed 2024-12-10T07:14:46,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6bb2f9206eb2ffc960c1d89f46d753a, ASSIGN in 10.5970 sec 2024-12-10T07:14:46,138 INFO [StoreOpener-5a24017ed4a040f6db3a4529bd0c475e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,140 INFO [StoreOpener-5a24017ed4a040f6db3a4529bd0c475e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a24017ed4a040f6db3a4529bd0c475e columnFamilyName cf 2024-12-10T07:14:46,140 DEBUG [StoreOpener-5a24017ed4a040f6db3a4529bd0c475e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:14:46,140 INFO [StoreOpener-5a24017ed4a040f6db3a4529bd0c475e-1 {}] regionserver.HStore(327): Store=5a24017ed4a040f6db3a4529bd0c475e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:14:46,141 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,142 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ae09090d35387b4fac2d46db193b189a, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,38621,1733814862806 2024-12-10T07:14:46,153 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,154 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,154 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,157 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1396b8d2d12,38621,1733814862806, table=SPTestTable, region=ae09090d35387b4fac2d46db193b189a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-10T07:14:46,159 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,162 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/5a24017ed4a040f6db3a4529bd0c475e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:14:46,162 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5a24017ed4a040f6db3a4529bd0c475e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65006244, jitterRate=-0.03133147954940796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:14:46,165 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:46,165 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5a24017ed4a040f6db3a4529bd0c475e: Running coprocessor pre-open hook at 1733814886114Writing region info on filesystem at 1733814886114Initializing all the Stores at 1733814886116 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733814886116Cleaning up temporary data from old regions at 1733814886154 (+38 ms)Running coprocessor post-open hooks at 1733814886165 (+11 ms)Region opened successfully at 1733814886165 2024-12-10T07:14:46,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae09090d35387b4fac2d46db193b189a, server=b1396b8d2d12,38621,1733814862806 because future has completed 2024-12-10T07:14:46,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-10T07:14:46,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c45e5f107288d3410e965e7001d97be, server=b1396b8d2d12,39587,1733814862631 in 10.3920 sec 2024-12-10T07:14:46,172 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e., pid=22, masterSystemTime=1733814885764 2024-12-10T07:14:46,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c45e5f107288d3410e965e7001d97be, ASSIGN in 10.6500 sec 2024-12-10T07:14:46,183 DEBUG [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:14:46,183 INFO [RS_OPEN_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:14:46,186 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5a24017ed4a040f6db3a4529bd0c475e, regionState=OPEN, openSeqNum=2, regionLocation=b1396b8d2d12,39587,1733814862631 2024-12-10T07:14:46,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-10T07:14:46,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ae09090d35387b4fac2d46db193b189a, server=b1396b8d2d12,38621,1733814862806 in 10.4250 sec 2024-12-10T07:14:46,200 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1396b8d2d12,39587,1733814862631, table=SPTestTable, region=5a24017ed4a040f6db3a4529bd0c475e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-10T07:14:46,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae09090d35387b4fac2d46db193b189a, ASSIGN in 10.6740 sec 2024-12-10T07:14:46,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a24017ed4a040f6db3a4529bd0c475e, server=b1396b8d2d12,39587,1733814862631 because future has completed 2024-12-10T07:14:46,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-10T07:14:46,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a24017ed4a040f6db3a4529bd0c475e, server=b1396b8d2d12,39587,1733814862631 in 10.4520 sec 2024-12-10T07:14:46,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-10T07:14:46,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a24017ed4a040f6db3a4529bd0c475e, ASSIGN in 10.7140 sec 2024-12-10T07:14:46,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:14:46,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733814886255"}]},"ts":"1733814886255"} 2024-12-10T07:14:46,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-10T07:14:46,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:14:46,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.6050 sec 2024-12-10T07:14:47,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-10T07:14:50,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:50,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:50,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:51,358 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:14:51,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:51,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:51,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:14:52,429 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T07:14:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T07:14:52,965 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-10T07:14:52,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-10T07:14:52,965 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:14:52,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-10T07:14:52,985 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:14:52,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-10T07:14:53,064 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0., hostname=b1396b8d2d12,42913,1733814862720, seqNum=2] 2024-12-10T07:14:53,077 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0., hostname=b1396b8d2d12,42913,1733814862720, seqNum=2] 2024-12-10T07:14:53,211 INFO [regionserver/b1396b8d2d12:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-10T07:14:53,237 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46., hostname=b1396b8d2d12,39587,1733814862631, seqNum=2] 2024-12-10T07:14:53,239 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46., hostname=b1396b8d2d12,39587,1733814862631, seqNum=2] 2024-12-10T07:14:53,240 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46., hostname=b1396b8d2d12,39587,1733814862631, seqNum=2] 2024-12-10T07:14:53,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46., hostname=b1396b8d2d12,39587,1733814862631, seqNum=2] 2024-12-10T07:14:53,244 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46., hostname=b1396b8d2d12,39587,1733814862631, seqNum=2] 2024-12-10T07:14:53,310 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a., hostname=b1396b8d2d12,42913,1733814862720, seqNum=2] 2024-12-10T07:14:53,315 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a., hostname=b1396b8d2d12,42913,1733814862720, seqNum=2] 2024-12-10T07:14:53,421 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a., hostname=b1396b8d2d12,38621,1733814862806, seqNum=2] 2024-12-10T07:14:53,423 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a., hostname=b1396b8d2d12,38621,1733814862806, seqNum=2] 2024-12-10T07:14:53,426 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a., hostname=b1396b8d2d12,38621,1733814862806, seqNum=2] 2024-12-10T07:14:54,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:14:54,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:14:54,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:14:54,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:14:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:14:54,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T07:14:54,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39587 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T07:14:54,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T07:14:55,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38621 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T07:14:56,241 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-10T07:14:56,241 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:14:56,243 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-10T07:14:56,245 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-10T07:14:56,253 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-10T07:14:56,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741848_1024 (size=49) 2024-12-10T07:14:56,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741848_1024 (size=49) 2024-12-10T07:14:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741848_1024 (size=49) 2024-12-10T07:14:56,366 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-10T07:14:56,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c45e5f107288d3410e965e7001d97be}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3a525f03a815bfd3774d9627242044e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 762cb2cf7ce5ec4a31828465405d4d50}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1279e7cdbd43ab1d66f1cada00b40901}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d83f552a49a7763d4d04b2c5ce840e7}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a24017ed4a040f6db3a4529bd0c475e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc30c75172f296568d124d1becc793c0}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ca5eab9830f95d518c09aaa716c3a46}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6bb2f9206eb2ffc960c1d89f46d753a}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae09090d35387b4fac2d46db193b189a}] 2024-12-10T07:14:56,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae09090d35387b4fac2d46db193b189a 2024-12-10T07:14:56,380 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:14:56,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:14:56,381 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc30c75172f296568d124d1becc793c0 2024-12-10T07:14:56,381 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:14:56,399 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:14:56,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:14:56,400 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:14:56,400 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3a525f03a815bfd3774d9627242044e 2024-12-10T07:14:56,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:15:05,756 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=b1396b8d2d12,38621,1733814862806, timeout=1733814906383, delay=627, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae09090d35387b4fac2d46db193b189a, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d83f552a49a7763d4d04b2c5ce840e7, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 762cb2cf7ce5ec4a31828465405d4d50], containedObject=b1396b8d2d12,39587,1733814862631, timeout=1733814906383, delay=627, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c45e5f107288d3410e965e7001d97be, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a24017ed4a040f6db3a4529bd0c475e, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ca5eab9830f95d518c09aaa716c3a46], containedObject=b1396b8d2d12,42913,1733814862720, timeout=1733814906383, delay=627, operations=[pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc30c75172f296568d124d1becc793c0, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1279e7cdbd43ab1d66f1cada00b40901, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6bb2f9206eb2ffc960c1d89f46d753a, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3a525f03a815bfd3774d9627242044e]] 2024-12-10T07:15:06,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-10T07:15:06,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-10T07:15:06,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-10T07:15:06,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-10T07:15:06,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-10T07:15:06,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:15:06,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:15:06,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:15:06,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-10T07:15:06,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-10T07:15:06,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 5a24017ed4a040f6db3a4529bd0c475e: 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9c45e5f107288d3410e965e7001d97be: 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing cc30c75172f296568d124d1becc793c0 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-10T07:15:06,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing ae09090d35387b4fac2d46db193b189a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:15:06,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:15:06,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-10T07:15:06,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:15:06,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1279e7cdbd43ab1d66f1cada00b40901: 2024-12-10T07:15:06,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:15:06,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:15:06,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:15:06,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-10T07:15:06,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-10T07:15:06,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:15:06,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1ca5eab9830f95d518c09aaa716c3a46 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-10T07:15:06,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a6bb2f9206eb2ffc960c1d89f46d753a 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-10T07:15:06,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6d83f552a49a7763d4d04b2c5ce840e7: 2024-12-10T07:15:06,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 762cb2cf7ce5ec4a31828465405d4d50: 2024-12-10T07:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:15:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741849_1025 (size=65) 2024-12-10T07:15:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741849_1025 (size=65) 2024-12-10T07:15:06,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:15:06,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-10T07:15:06,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741850_1026 (size=57) 2024-12-10T07:15:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-10T07:15:06,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:15:06,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741849_1025 (size=65) 2024-12-10T07:15:06,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741850_1026 (size=57) 2024-12-10T07:15:06,421 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:15:06,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:15:06,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-10T07:15:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741850_1026 (size=57) 2024-12-10T07:15:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-10T07:15:06,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:15:06,423 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:15:06,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46/.tmp/cf/6ee66d16f4a4454aa8cc3d2440549fef is 34, key is baa/cf:cf/1733814894859/Put/seqid=0 2024-12-10T07:15:06,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0/.tmp/cf/599fe6a91c5142db9654a442e8a1af59 is 34, key is aaa/cf:cf/1733814894852/Put/seqid=0 2024-12-10T07:15:06,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5a24017ed4a040f6db3a4529bd0c475e in 10.0570 sec 2024-12-10T07:15:06,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9c45e5f107288d3410e965e7001d97be in 10.0580 sec 2024-12-10T07:15:06,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a/.tmp/cf/d8cb80af4a594b6981c3ac59f3145399 is 34, key is ccd/cf:cf/1733814894926/Put/seqid=0 2024-12-10T07:15:06,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741853_1029 (size=65) 2024-12-10T07:15:06,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741853_1029 (size=65) 2024-12-10T07:15:06,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741853_1029 (size=65) 2024-12-10T07:15:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741852_1028 (size=65) 2024-12-10T07:15:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741852_1028 (size=65) 2024-12-10T07:15:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741852_1028 (size=65) 2024-12-10T07:15:06,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:15:06,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-10T07:15:06,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:15:06,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f3a525f03a815bfd3774d9627242044e: 2024-12-10T07:15:06,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T07:15:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-10T07:15:06,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:15:06,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:15:06,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1279e7cdbd43ab1d66f1cada00b40901 in 10.0800 sec 2024-12-10T07:15:06,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741851_1027 (size=65) 2024-12-10T07:15:06,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741851_1027 (size=65) 2024-12-10T07:15:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741851_1027 (size=65) 2024-12-10T07:15:06,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:15:06,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-10T07:15:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-10T07:15:06,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:15:06,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:15:06,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 762cb2cf7ce5ec4a31828465405d4d50 in 10.0980 sec 2024-12-10T07:15:06,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741854_1030 (size=28623) 2024-12-10T07:15:06,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741854_1030 (size=28623) 2024-12-10T07:15:06,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741854_1030 (size=28623) 2024-12-10T07:15:06,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46/.tmp/cf/6ee66d16f4a4454aa8cc3d2440549fef 2024-12-10T07:15:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741855_1031 (size=26918) 2024-12-10T07:15:06,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a/.tmp/cf/d3cd9272ac9b4c4989230b0e4f26fbeb is 34, key is eaa/cf:cf/1733814895971/Put/seqid=0 2024-12-10T07:15:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741855_1031 (size=26918) 2024-12-10T07:15:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741855_1031 (size=26918) 2024-12-10T07:15:06,489 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0/.tmp/cf/599fe6a91c5142db9654a442e8a1af59 2024-12-10T07:15:06,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46/.tmp/cf/6ee66d16f4a4454aa8cc3d2440549fef as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46/cf/6ee66d16f4a4454aa8cc3d2440549fef 2024-12-10T07:15:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741857_1033 (size=499309) 2024-12-10T07:15:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741856_1032 (size=47197) 2024-12-10T07:15:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741856_1032 (size=47197) 2024-12-10T07:15:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741856_1032 (size=47197) 2024-12-10T07:15:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741857_1033 (size=499309) 2024-12-10T07:15:06,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a/.tmp/cf/d8cb80af4a594b6981c3ac59f3145399 2024-12-10T07:15:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741857_1033 (size=499309) 2024-12-10T07:15:06,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46/cf/6ee66d16f4a4454aa8cc3d2440549fef, entries=731, sequenceid=5, filesize=28.0 K 2024-12-10T07:15:06,518 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a/.tmp/cf/d3cd9272ac9b4c4989230b0e4f26fbeb 2024-12-10T07:15:06,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0/.tmp/cf/599fe6a91c5142db9654a442e8a1af59 as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0/cf/599fe6a91c5142db9654a442e8a1af59 2024-12-10T07:15:06,519 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1ca5eab9830f95d518c09aaa716c3a46 in 130ms, sequenceid=5, compaction requested=false 2024-12-10T07:15:06,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1ca5eab9830f95d518c09aaa716c3a46: 2024-12-10T07:15:06,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46/cf/6ee66d16f4a4454aa8cc3d2440549fef] hfiles 2024-12-10T07:15:06,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46/cf/6ee66d16f4a4454aa8cc3d2440549fef for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741858_1034 (size=65) 2024-12-10T07:15:06,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741858_1034 (size=65) 2024-12-10T07:15:06,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a/.tmp/cf/d8cb80af4a594b6981c3ac59f3145399 as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a/cf/d8cb80af4a594b6981c3ac59f3145399 2024-12-10T07:15:06,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741858_1034 (size=65) 2024-12-10T07:15:06,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:15:06,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-10T07:15:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-10T07:15:06,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f3a525f03a815bfd3774d9627242044e 2024-12-10T07:15:06,528 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3a525f03a815bfd3774d9627242044e 2024-12-10T07:15:06,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f3a525f03a815bfd3774d9627242044e in 10.1640 sec 2024-12-10T07:15:06,535 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a/cf/d8cb80af4a594b6981c3ac59f3145399, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-10T07:15:06,536 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0/cf/599fe6a91c5142db9654a442e8a1af59, entries=676, sequenceid=5, filesize=26.3 K 2024-12-10T07:15:06,538 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a6bb2f9206eb2ffc960c1d89f46d753a in 149ms, sequenceid=5, compaction requested=false 2024-12-10T07:15:06,538 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for cc30c75172f296568d124d1becc793c0 in 153ms, sequenceid=5, compaction requested=false 2024-12-10T07:15:06,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for cc30c75172f296568d124d1becc793c0: 2024-12-10T07:15:06,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a6bb2f9206eb2ffc960c1d89f46d753a: 2024-12-10T07:15:06,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0/cf/599fe6a91c5142db9654a442e8a1af59] hfiles 2024-12-10T07:15:06,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a/cf/d8cb80af4a594b6981c3ac59f3145399] hfiles 2024-12-10T07:15:06,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0/cf/599fe6a91c5142db9654a442e8a1af59 for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a/cf/d8cb80af4a594b6981c3ac59f3145399 for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a/.tmp/cf/d3cd9272ac9b4c4989230b0e4f26fbeb as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a/cf/d3cd9272ac9b4c4989230b0e4f26fbeb 2024-12-10T07:15:06,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a/cf/d3cd9272ac9b4c4989230b0e4f26fbeb, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-10T07:15:06,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741861_1037 (size=105) 2024-12-10T07:15:06,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741860_1036 (size=105) 2024-12-10T07:15:06,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for ae09090d35387b4fac2d46db193b189a in 169ms, sequenceid=5, compaction requested=false 2024-12-10T07:15:06,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ae09090d35387b4fac2d46db193b189a: 2024-12-10T07:15:06,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. for SnapshotProcedureTest completed. 2024-12-10T07:15:06,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T07:15:06,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741859_1035 (size=105) 2024-12-10T07:15:06,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a/cf/d3cd9272ac9b4c4989230b0e4f26fbeb] hfiles 2024-12-10T07:15:06,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a/cf/d3cd9272ac9b4c4989230b0e4f26fbeb for snapshot=SnapshotProcedureTest 2024-12-10T07:15:06,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741859_1035 (size=105) 2024-12-10T07:15:06,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741861_1037 (size=105) 2024-12-10T07:15:06,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:15:06,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-10T07:15:06,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:15:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-10T07:15:06,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc30c75172f296568d124d1becc793c0 2024-12-10T07:15:06,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-10T07:15:06,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc30c75172f296568d124d1becc793c0 2024-12-10T07:15:06,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741860_1036 (size=105) 2024-12-10T07:15:06,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741859_1035 (size=105) 2024-12-10T07:15:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-10T07:15:06,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741861_1037 (size=105) 2024-12-10T07:15:06,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:15:06,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:15:06,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741860_1036 (size=105) 2024-12-10T07:15:06,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-10T07:15:06,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:15:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-10T07:15:06,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:15:06,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:15:06,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a6bb2f9206eb2ffc960c1d89f46d753a in 10.1940 sec 2024-12-10T07:15:06,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1ca5eab9830f95d518c09aaa716c3a46 in 10.1930 sec 2024-12-10T07:15:06,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc30c75172f296568d124d1becc793c0 in 10.1930 sec 2024-12-10T07:15:06,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741862_1038 (size=97) 2024-12-10T07:15:06,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741862_1038 (size=97) 2024-12-10T07:15:06,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741862_1038 (size=97) 2024-12-10T07:15:06,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:15:06,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-10T07:15:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-10T07:15:06,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ae09090d35387b4fac2d46db193b189a 2024-12-10T07:15:06,577 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae09090d35387b4fac2d46db193b189a 2024-12-10T07:15:06,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ae09090d35387b4fac2d46db193b189a in 10.2120 sec 2024-12-10T07:15:06,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:15:06,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-10T07:15:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-10T07:15:06,845 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:15:06,846 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:15:06,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-12-10T07:15:06,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d83f552a49a7763d4d04b2c5ce840e7 in 10.4820 sec 2024-12-10T07:15:06,851 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-10T07:15:06,852 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-10T07:15:06,853 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-10T07:15:06,853 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-10T07:15:06,855 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T07:15:06,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741863_1039 (size=1174) 2024-12-10T07:15:06,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741863_1039 (size=1174) 2024-12-10T07:15:06,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741863_1039 (size=1174) 2024-12-10T07:15:06,878 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-10T07:15:06,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-10T07:15:06,890 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,38621,1733814862806 2024-12-10T07:15:06,890 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,39587,1733814862631 2024-12-10T07:15:06,890 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,42913,1733814862720 2024-12-10T07:15:06,890 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,39587,1733814862631 2024-12-10T07:15:06,890 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,38621,1733814862806 2024-12-10T07:15:06,894 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,39587,1733814862631 2024-12-10T07:15:06,894 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,42913,1733814862720 2024-12-10T07:15:06,895 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,42913,1733814862720 2024-12-10T07:15:06,895 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,38621,1733814862806 2024-12-10T07:15:06,919 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:15:14,512 INFO [master/b1396b8d2d12:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T07:15:14,512 INFO [master/b1396b8d2d12:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T07:15:16,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-10T07:15:16,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-10T07:15:16,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-10T07:15:16,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-10T07:15:16,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-10T07:15:16,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-10T07:15:16,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-10T07:15:16,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-10T07:15:16,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-10T07:15:16,921 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-10T07:15:16,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T07:15:16,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:15:16,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:15:16,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:15:16,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:15:16,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:15:16,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1356992043, stopped=false 2024-12-10T07:15:16,922 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1396b8d2d12,43131,1733814862456 2024-12-10T07:15:16,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T07:15:16,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T07:15:16,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-10T07:15:16,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-10T07:15:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-10T07:15:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-10T07:15:16,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-10T07:15:16,974 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,39587,1733814862631 Release verify snapshot worker=b1396b8d2d12,39587,1733814862631 2024-12-10T07:15:16,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T07:15:16,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-10T07:15:16,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-10T07:15:16,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-10T07:15:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-10T07:15:16,977 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,39587,1733814862631 Release verify snapshot worker=b1396b8d2d12,39587,1733814862631 2024-12-10T07:15:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-10T07:15:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-10T07:15:16,988 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,42913,1733814862720 Release verify snapshot worker=b1396b8d2d12,42913,1733814862720 2024-12-10T07:15:16,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,39587,1733814862631 in 10.0930 sec 2024-12-10T07:15:16,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T07:15:16,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-10T07:15:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-10T07:15:16,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-10T07:15:16,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1396b8d2d12:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-10T07:15:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-10T07:15:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-10T07:15:16,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,39587,1733814862631 in 10.0950 sec 2024-12-10T07:15:16,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,42913,1733814862720 in 10.1060 sec 2024-12-10T07:15:16,998 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,39587,1733814862631 Release verify snapshot worker=b1396b8d2d12,39587,1733814862631 2024-12-10T07:15:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-10T07:15:17,002 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,42913,1733814862720 Release verify snapshot worker=b1396b8d2d12,42913,1733814862720 2024-12-10T07:15:17,002 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,42913,1733814862720 Release verify snapshot worker=b1396b8d2d12,42913,1733814862720 2024-12-10T07:15:17,002 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,38621,1733814862806 Release verify snapshot worker=b1396b8d2d12,38621,1733814862806 2024-12-10T07:15:17,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,42913,1733814862720 in 10.1200 sec 2024-12-10T07:15:17,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,39587,1733814862631 in 10.1160 sec 2024-12-10T07:15:17,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,38621,1733814862806 in 10.1200 sec 2024-12-10T07:15:17,009 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,38621,1733814862806 Release verify snapshot worker=b1396b8d2d12,38621,1733814862806 2024-12-10T07:15:17,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,38621,1733814862806 in 10.1270 sec 2024-12-10T07:15:17,011 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,38621,1733814862806 Release verify snapshot worker=b1396b8d2d12,38621,1733814862806 2024-12-10T07:15:17,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,42913,1733814862720 in 10.1200 sec 2024-12-10T07:15:17,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b1396b8d2d12,38621,1733814862806 in 10.1300 sec 2024-12-10T07:15:17,019 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b1396b8d2d12,42913,1733814862720 2024-12-10T07:15:17,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:15:17,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:15:17,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:15:17,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:15:17,029 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:15:17,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T07:15:17,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:15:17,029 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:15:17,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:15:17,029 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:15:17,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1396b8d2d12,39587,1733814862631' ***** 2024-12-10T07:15:17,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:15:17,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:15:17,030 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1396b8d2d12,42913,1733814862720' ***** 2024-12-10T07:15:17,030 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:15:17,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:15:17,030 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1396b8d2d12,38621,1733814862806' ***** 2024-12-10T07:15:17,030 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T07:15:17,030 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:15:17,030 INFO [RS:1;b1396b8d2d12:42913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:15:17,030 INFO [RS:1;b1396b8d2d12:42913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:15:17,030 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1279e7cdbd43ab1d66f1cada00b40901 2024-12-10T07:15:17,030 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:15:17,030 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:15:17,030 INFO [RS:0;b1396b8d2d12:39587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:15:17,030 INFO [RS:0;b1396b8d2d12:39587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:15:17,030 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ca5eab9830f95d518c09aaa716c3a46 2024-12-10T07:15:17,031 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:15:17,031 INFO [RS:2;b1396b8d2d12:38621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:15:17,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:15:17,031 INFO [RS:2;b1396b8d2d12:38621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:15:17,031 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d83f552a49a7763d4d04b2c5ce840e7 2024-12-10T07:15:17,032 INFO [regionserver/b1396b8d2d12:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T07:15:17,032 INFO [regionserver/b1396b8d2d12:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T07:15:17,032 INFO [regionserver/b1396b8d2d12:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:15:17,037 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T07:15:17,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:15:17,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:15:17,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(3091): Received CLOSE for f3a525f03a815bfd3774d9627242044e 2024-12-10T07:15:17,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(3091): Received CLOSE for a6bb2f9206eb2ffc960c1d89f46d753a 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(3091): Received CLOSE for cc30c75172f296568d124d1becc793c0 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(959): stopping server b1396b8d2d12,42913,1733814862720 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b1396b8d2d12:42913. 2024-12-10T07:15:17,045 DEBUG [RS:1;b1396b8d2d12:42913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:15:17,045 DEBUG [RS:1;b1396b8d2d12:42913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:15:17,045 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T07:15:17,046 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1279e7cdbd43ab1d66f1cada00b40901, disabling compactions & flushes 2024-12-10T07:15:17,046 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:15:17,046 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:15:17,046 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. after waiting 0 ms 2024-12-10T07:15:17,046 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:15:17,053 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-10T07:15:17,053 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1325): Online Regions={1279e7cdbd43ab1d66f1cada00b40901=SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901., 1588230740=hbase:meta,,1.1588230740, f3a525f03a815bfd3774d9627242044e=SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e., a6bb2f9206eb2ffc960c1d89f46d753a=SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a., cc30c75172f296568d124d1becc793c0=SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0.} 2024-12-10T07:15:17,054 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1351): Waiting on 1279e7cdbd43ab1d66f1cada00b40901, 1588230740, a6bb2f9206eb2ffc960c1d89f46d753a, cc30c75172f296568d124d1becc793c0, f3a525f03a815bfd3774d9627242044e 2024-12-10T07:15:17,057 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:15:17,057 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T07:15:17,057 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T07:15:17,057 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:15:17,057 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:15:17,057 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-10T07:15:17,061 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:15:17,061 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a24017ed4a040f6db3a4529bd0c475e 2024-12-10T07:15:17,061 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(959): stopping server b1396b8d2d12,39587,1733814862631 2024-12-10T07:15:17,061 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:15:17,061 INFO [RS:0;b1396b8d2d12:39587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1396b8d2d12:39587. 2024-12-10T07:15:17,061 DEBUG [RS:0;b1396b8d2d12:39587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:15:17,061 DEBUG [RS:0;b1396b8d2d12:39587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:15:17,061 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-10T07:15:17,061 DEBUG [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1325): Online Regions={1ca5eab9830f95d518c09aaa716c3a46=SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46., 9c45e5f107288d3410e965e7001d97be=SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be., 5a24017ed4a040f6db3a4529bd0c475e=SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e.} 2024-12-10T07:15:17,061 DEBUG [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1351): Waiting on 1ca5eab9830f95d518c09aaa716c3a46, 5a24017ed4a040f6db3a4529bd0c475e, 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:15:17,062 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ca5eab9830f95d518c09aaa716c3a46, disabling compactions & flushes 2024-12-10T07:15:17,062 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:15:17,062 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:15:17,062 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. after waiting 0 ms 2024-12-10T07:15:17,062 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:15:17,062 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(3091): Received CLOSE for 762cb2cf7ce5ec4a31828465405d4d50 2024-12-10T07:15:17,062 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(3091): Received CLOSE for ae09090d35387b4fac2d46db193b189a 2024-12-10T07:15:17,062 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(959): stopping server b1396b8d2d12,38621,1733814862806 2024-12-10T07:15:17,063 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:15:17,063 INFO [RS:2;b1396b8d2d12:38621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b1396b8d2d12:38621. 2024-12-10T07:15:17,063 DEBUG [RS:2;b1396b8d2d12:38621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:15:17,063 DEBUG [RS:2;b1396b8d2d12:38621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:15:17,063 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-10T07:15:17,063 DEBUG [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1325): Online Regions={6d83f552a49a7763d4d04b2c5ce840e7=SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7., 762cb2cf7ce5ec4a31828465405d4d50=SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50., ae09090d35387b4fac2d46db193b189a=SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a.} 2024-12-10T07:15:17,063 DEBUG [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1351): Waiting on 6d83f552a49a7763d4d04b2c5ce840e7, 762cb2cf7ce5ec4a31828465405d4d50, ae09090d35387b4fac2d46db193b189a 2024-12-10T07:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d83f552a49a7763d4d04b2c5ce840e7, disabling compactions & flushes 2024-12-10T07:15:17,071 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:15:17,071 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:15:17,071 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. after waiting 0 ms 2024-12-10T07:15:17,071 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:15:17,093 INFO [regionserver/b1396b8d2d12:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:15:17,117 INFO [regionserver/b1396b8d2d12:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:15:17,117 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1279e7cdbd43ab1d66f1cada00b40901/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:15:17,118 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:15:17,118 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1279e7cdbd43ab1d66f1cada00b40901: Waiting for close lock at 1733814917046Running coprocessor pre-close hooks at 1733814917046Disabling compacts and flushes for region at 1733814917046Disabling writes for close at 1733814917046Writing region close event to WAL at 1733814917091 (+45 ms)Running coprocessor post-close hooks at 1733814917118 (+27 ms)Closed at 1733814917118 2024-12-10T07:15:17,118 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733814874667.1279e7cdbd43ab1d66f1cada00b40901. 2024-12-10T07:15:17,118 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3a525f03a815bfd3774d9627242044e, disabling compactions & flushes 2024-12-10T07:15:17,118 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:15:17,118 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:15:17,118 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. after waiting 0 ms 2024-12-10T07:15:17,118 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:15:17,148 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/6d83f552a49a7763d4d04b2c5ce840e7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:15:17,150 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:15:17,150 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d83f552a49a7763d4d04b2c5ce840e7: Waiting for close lock at 1733814917070Running coprocessor pre-close hooks at 1733814917070Disabling compacts and flushes for region at 1733814917070Disabling writes for close at 1733814917071 (+1 ms)Writing region close event to WAL at 1733814917086 (+15 ms)Running coprocessor post-close hooks at 1733814917149 (+63 ms)Closed at 1733814917150 (+1 ms) 2024-12-10T07:15:17,150 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733814874667.6d83f552a49a7763d4d04b2c5ce840e7. 2024-12-10T07:15:17,150 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 762cb2cf7ce5ec4a31828465405d4d50, disabling compactions & flushes 2024-12-10T07:15:17,150 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:15:17,150 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:15:17,150 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. after waiting 0 ms 2024-12-10T07:15:17,150 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:15:17,165 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/1ca5eab9830f95d518c09aaa716c3a46/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T07:15:17,166 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:15:17,166 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ca5eab9830f95d518c09aaa716c3a46: Waiting for close lock at 1733814917062Running coprocessor pre-close hooks at 1733814917062Disabling compacts and flushes for region at 1733814917062Disabling writes for close at 1733814917062Writing region close event to WAL at 1733814917114 (+52 ms)Running coprocessor post-close hooks at 1733814917166 (+52 ms)Closed at 1733814917166 2024-12-10T07:15:17,166 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733814874667.1ca5eab9830f95d518c09aaa716c3a46. 2024-12-10T07:15:17,167 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c45e5f107288d3410e965e7001d97be, disabling compactions & flushes 2024-12-10T07:15:17,167 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:15:17,167 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:15:17,167 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. after waiting 0 ms 2024-12-10T07:15:17,167 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:15:17,167 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/f3a525f03a815bfd3774d9627242044e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:15:17,168 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:15:17,168 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3a525f03a815bfd3774d9627242044e: Waiting for close lock at 1733814917118Running coprocessor pre-close hooks at 1733814917118Disabling compacts and flushes for region at 1733814917118Disabling writes for close at 1733814917118Writing region close event to WAL at 1733814917124 (+6 ms)Running coprocessor post-close hooks at 1733814917167 (+43 ms)Closed at 1733814917168 (+1 ms) 2024-12-10T07:15:17,168 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e. 2024-12-10T07:15:17,168 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6bb2f9206eb2ffc960c1d89f46d753a, disabling compactions & flushes 2024-12-10T07:15:17,168 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:15:17,168 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:15:17,168 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. after waiting 0 ms 2024-12-10T07:15:17,168 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:15:17,215 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/.tmp/info/de6a016a88144dd399cf8a38b47c997c is 167, key is SPTestTable,19999999,1733814874667.f3a525f03a815bfd3774d9627242044e./info:regioninfo/1733814886021/Put/seqid=0 2024-12-10T07:15:17,239 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/762cb2cf7ce5ec4a31828465405d4d50/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:15:17,240 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:15:17,240 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 762cb2cf7ce5ec4a31828465405d4d50: Waiting for close lock at 1733814917150Running coprocessor pre-close hooks at 1733814917150Disabling compacts and flushes for region at 1733814917150Disabling writes for close at 1733814917150Writing region close event to WAL at 1733814917199 (+49 ms)Running coprocessor post-close hooks at 1733814917240 (+41 ms)Closed at 1733814917240 2024-12-10T07:15:17,240 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733814874667.762cb2cf7ce5ec4a31828465405d4d50. 2024-12-10T07:15:17,240 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae09090d35387b4fac2d46db193b189a, disabling compactions & flushes 2024-12-10T07:15:17,240 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:15:17,240 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:15:17,240 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. after waiting 0 ms 2024-12-10T07:15:17,240 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:15:17,254 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6bb2f9206eb2ffc960c1d89f46d753a, cc30c75172f296568d124d1becc793c0 2024-12-10T07:15:17,262 DEBUG [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1351): Waiting on 5a24017ed4a040f6db3a4529bd0c475e, 9c45e5f107288d3410e965e7001d97be 2024-12-10T07:15:17,264 DEBUG [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1351): Waiting on ae09090d35387b4fac2d46db193b189a 2024-12-10T07:15:17,285 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/9c45e5f107288d3410e965e7001d97be/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:15:17,286 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:15:17,286 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c45e5f107288d3410e965e7001d97be: Waiting for close lock at 1733814917166Running coprocessor pre-close hooks at 1733814917166Disabling compacts and flushes for region at 1733814917166Disabling writes for close at 1733814917167 (+1 ms)Writing region close event to WAL at 1733814917210 (+43 ms)Running coprocessor post-close hooks at 1733814917286 (+76 ms)Closed at 1733814917286 2024-12-10T07:15:17,286 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733814874667.9c45e5f107288d3410e965e7001d97be. 2024-12-10T07:15:17,286 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a24017ed4a040f6db3a4529bd0c475e, disabling compactions & flushes 2024-12-10T07:15:17,287 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:15:17,287 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:15:17,287 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. after waiting 0 ms 2024-12-10T07:15:17,287 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:15:17,297 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/a6bb2f9206eb2ffc960c1d89f46d753a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T07:15:17,301 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:15:17,301 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6bb2f9206eb2ffc960c1d89f46d753a: Waiting for close lock at 1733814917168Running coprocessor pre-close hooks at 1733814917168Disabling compacts and flushes for region at 1733814917168Disabling writes for close at 1733814917168Writing region close event to WAL at 1733814917237 (+69 ms)Running coprocessor post-close hooks at 1733814917301 (+64 ms)Closed at 1733814917301 2024-12-10T07:15:17,301 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733814874667.a6bb2f9206eb2ffc960c1d89f46d753a. 2024-12-10T07:15:17,301 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc30c75172f296568d124d1becc793c0, disabling compactions & flushes 2024-12-10T07:15:17,301 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:15:17,301 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:15:17,302 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. after waiting 0 ms 2024-12-10T07:15:17,302 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:15:17,369 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/ae09090d35387b4fac2d46db193b189a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T07:15:17,371 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:15:17,371 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae09090d35387b4fac2d46db193b189a: Waiting for close lock at 1733814917240Running coprocessor pre-close hooks at 1733814917240Disabling compacts and flushes for region at 1733814917240Disabling writes for close at 1733814917240Writing region close event to WAL at 1733814917302 (+62 ms)Running coprocessor post-close hooks at 1733814917371 (+69 ms)Closed at 1733814917371 2024-12-10T07:15:17,371 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733814874667.ae09090d35387b4fac2d46db193b189a. 2024-12-10T07:15:17,403 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/5a24017ed4a040f6db3a4529bd0c475e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T07:15:17,404 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:15:17,404 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a24017ed4a040f6db3a4529bd0c475e: Waiting for close lock at 1733814917286Running coprocessor pre-close hooks at 1733814917286Disabling compacts and flushes for region at 1733814917286Disabling writes for close at 1733814917287 (+1 ms)Writing region close event to WAL at 1733814917304 (+17 ms)Running coprocessor post-close hooks at 1733814917404 (+100 ms)Closed at 1733814917404 2024-12-10T07:15:17,404 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733814874667.5a24017ed4a040f6db3a4529bd0c475e. 2024-12-10T07:15:17,439 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/default/SPTestTable/cc30c75172f296568d124d1becc793c0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T07:15:17,440 INFO [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:15:17,440 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc30c75172f296568d124d1becc793c0: Waiting for close lock at 1733814917301Running coprocessor pre-close hooks at 1733814917301Disabling compacts and flushes for region at 1733814917301Disabling writes for close at 1733814917302 (+1 ms)Writing region close event to WAL at 1733814917349 (+47 ms)Running coprocessor post-close hooks at 1733814917440 (+91 ms)Closed at 1733814917440 2024-12-10T07:15:17,440 DEBUG [RS_CLOSE_REGION-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733814874667.cc30c75172f296568d124d1becc793c0. 2024-12-10T07:15:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741864_1040 (size=18393) 2024-12-10T07:15:17,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741864_1040 (size=18393) 2024-12-10T07:15:17,456 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T07:15:17,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741864_1040 (size=18393) 2024-12-10T07:15:17,460 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/.tmp/info/de6a016a88144dd399cf8a38b47c997c 2024-12-10T07:15:17,462 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(976): stopping server b1396b8d2d12,39587,1733814862631; all regions closed. 2024-12-10T07:15:17,464 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(976): stopping server b1396b8d2d12,38621,1733814862806; all regions closed. 2024-12-10T07:15:17,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741834_1010 (size=2334) 2024-12-10T07:15:17,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741834_1010 (size=2334) 2024-12-10T07:15:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741834_1010 (size=2334) 2024-12-10T07:15:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741833_1009 (size=2364) 2024-12-10T07:15:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741833_1009 (size=2364) 2024-12-10T07:15:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741833_1009 (size=2364) 2024-12-10T07:15:17,513 DEBUG [RS:2;b1396b8d2d12:38621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/oldWALs 2024-12-10T07:15:17,513 INFO [RS:2;b1396b8d2d12:38621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1396b8d2d12%2C38621%2C1733814862806:(num 1733814864102) 2024-12-10T07:15:17,513 DEBUG [RS:2;b1396b8d2d12:38621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:15:17,513 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:15:17,513 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:15:17,513 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.ChoreService(370): Chore service for: regionserver/b1396b8d2d12:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T07:15:17,513 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:15:17,513 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:15:17,513 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:15:17,513 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:15:17,514 INFO [RS:2;b1396b8d2d12:38621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38621 2024-12-10T07:15:17,515 INFO [regionserver/b1396b8d2d12:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:15:17,518 DEBUG [RS:0;b1396b8d2d12:39587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/oldWALs 2024-12-10T07:15:17,518 INFO [RS:0;b1396b8d2d12:39587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1396b8d2d12%2C39587%2C1733814862631:(num 1733814864132) 2024-12-10T07:15:17,518 DEBUG [RS:0;b1396b8d2d12:39587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:15:17,518 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:15:17,518 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:15:17,518 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.ChoreService(370): Chore service for: regionserver/b1396b8d2d12:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T07:15:17,519 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:15:17,519 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:15:17,519 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:15:17,519 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:15:17,519 INFO [RS:0;b1396b8d2d12:39587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39587 2024-12-10T07:15:17,536 INFO [regionserver/b1396b8d2d12:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:15:17,547 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/.tmp/ns/e64306c97f694618a46d9df82ab168b4 is 43, key is default/ns:d/1733814874490/Put/seqid=0 2024-12-10T07:15:17,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:15:17,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1396b8d2d12,38621,1733814862806 2024-12-10T07:15:17,565 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:15:17,576 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:15:17,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1396b8d2d12,39587,1733814862631 2024-12-10T07:15:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741865_1041 (size=5153) 2024-12-10T07:15:17,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741865_1041 (size=5153) 2024-12-10T07:15:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741865_1041 (size=5153) 2024-12-10T07:15:17,645 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/.tmp/ns/e64306c97f694618a46d9df82ab168b4 2024-12-10T07:15:17,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1396b8d2d12,38621,1733814862806] 2024-12-10T07:15:17,660 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T07:15:17,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:15:17,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38621-0x1000e9349230003, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:15:17,693 INFO [RS:2;b1396b8d2d12:38621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:15:17,693 INFO [RS:2;b1396b8d2d12:38621 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1396b8d2d12,38621,1733814862806; zookeeper connection closed. 2024-12-10T07:15:17,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e86daeb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e86daeb 2024-12-10T07:15:17,720 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/.tmp/table/9ec7dc341f93420a9259ed1614128f78 is 47, key is SPTestTable/table:state/1733814886255/Put/seqid=0 2024-12-10T07:15:17,740 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1396b8d2d12,38621,1733814862806 already deleted, retry=false 2024-12-10T07:15:17,740 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1396b8d2d12,38621,1733814862806 expired; onlineServers=2 2024-12-10T07:15:17,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1396b8d2d12,39587,1733814862631] 2024-12-10T07:15:17,762 INFO [RS:0;b1396b8d2d12:39587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:15:17,762 INFO [RS:0;b1396b8d2d12:39587 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1396b8d2d12,39587,1733814862631; zookeeper connection closed. 2024-12-10T07:15:17,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:15:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39587-0x1000e9349230001, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:15:17,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1396b8d2d12,39587,1733814862631 already deleted, retry=false 2024-12-10T07:15:17,765 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1396b8d2d12,39587,1733814862631 expired; onlineServers=1 2024-12-10T07:15:17,772 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e863c00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e863c00 2024-12-10T07:15:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741866_1042 (size=5214) 2024-12-10T07:15:17,811 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/.tmp/table/9ec7dc341f93420a9259ed1614128f78 2024-12-10T07:15:17,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741866_1042 (size=5214) 2024-12-10T07:15:17,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741866_1042 (size=5214) 2024-12-10T07:15:17,834 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/.tmp/info/de6a016a88144dd399cf8a38b47c997c as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/info/de6a016a88144dd399cf8a38b47c997c 2024-12-10T07:15:17,861 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T07:15:17,886 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/info/de6a016a88144dd399cf8a38b47c997c, entries=100, sequenceid=29, filesize=18.0 K 2024-12-10T07:15:17,895 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/.tmp/ns/e64306c97f694618a46d9df82ab168b4 as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/ns/e64306c97f694618a46d9df82ab168b4 2024-12-10T07:15:17,929 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/ns/e64306c97f694618a46d9df82ab168b4, entries=2, sequenceid=29, filesize=5.0 K 2024-12-10T07:15:17,931 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/.tmp/table/9ec7dc341f93420a9259ed1614128f78 as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/table/9ec7dc341f93420a9259ed1614128f78 2024-12-10T07:15:17,973 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/table/9ec7dc341f93420a9259ed1614128f78, entries=2, sequenceid=29, filesize=5.1 K 2024-12-10T07:15:17,980 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=29, compaction requested=false 2024-12-10T07:15:18,062 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T07:15:18,062 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-10T07:15:18,062 DEBUG [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T07:15:18,077 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-12-10T07:15:18,078 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:15:18,078 INFO [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T07:15:18,078 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733814917057Running coprocessor pre-close hooks at 1733814917057Disabling compacts and flushes for region at 1733814917057Disabling writes for close at 1733814917057Obtaining lock to block concurrent updates at 1733814917057Preparing flush snapshotting stores in 1588230740 at 1733814917057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733814917058 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733814917064 (+6 ms)Flushing 1588230740/info: creating writer at 1733814917064Flushing 1588230740/info: appending metadata at 1733814917214 (+150 ms)Flushing 1588230740/info: closing flushed file at 1733814917214Flushing 1588230740/ns: creating writer at 1733814917480 (+266 ms)Flushing 1588230740/ns: appending metadata at 1733814917546 (+66 ms)Flushing 1588230740/ns: closing flushed file at 1733814917547 (+1 ms)Flushing 1588230740/table: creating writer at 1733814917671 (+124 ms)Flushing 1588230740/table: appending metadata at 1733814917713 (+42 ms)Flushing 1588230740/table: closing flushed file at 1733814917713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7729e406: reopening flushed file at 1733814917830 (+117 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2238e0: reopening flushed file at 1733814917886 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1f3961: reopening flushed file at 1733814917929 (+43 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=29, compaction requested=false at 1733814917980 (+51 ms)Writing region close event to WAL at 1733814918029 (+49 ms)Running coprocessor post-close hooks at 1733814918078 (+49 ms)Closed at 1733814918078 2024-12-10T07:15:18,078 DEBUG [RS_CLOSE_META-regionserver/b1396b8d2d12:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:15:18,265 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(976): stopping server b1396b8d2d12,42913,1733814862720; all regions closed. 2024-12-10T07:15:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741836_1012 (size=15114) 2024-12-10T07:15:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741836_1012 (size=15114) 2024-12-10T07:15:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741836_1012 (size=15114) 2024-12-10T07:15:18,298 DEBUG [RS:1;b1396b8d2d12:42913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/oldWALs 2024-12-10T07:15:18,298 INFO [RS:1;b1396b8d2d12:42913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1396b8d2d12%2C42913%2C1733814862720.meta:.meta(num 1733814874340) 2024-12-10T07:15:18,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741835_1011 (size=3469) 2024-12-10T07:15:18,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741835_1011 (size=3469) 2024-12-10T07:15:18,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741835_1011 (size=3469) 2024-12-10T07:15:18,343 DEBUG [RS:1;b1396b8d2d12:42913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/oldWALs 2024-12-10T07:15:18,343 INFO [RS:1;b1396b8d2d12:42913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1396b8d2d12%2C42913%2C1733814862720:(num 1733814864174) 2024-12-10T07:15:18,343 DEBUG [RS:1;b1396b8d2d12:42913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:15:18,343 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:15:18,343 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:15:18,343 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.ChoreService(370): Chore service for: regionserver/b1396b8d2d12:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T07:15:18,344 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:15:18,344 INFO [RS:1;b1396b8d2d12:42913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42913 2024-12-10T07:15:18,344 INFO [regionserver/b1396b8d2d12:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:15:18,397 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1396b8d2d12,42913,1733814862720 2024-12-10T07:15:18,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:15:18,397 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:15:18,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1396b8d2d12,42913,1733814862720] 2024-12-10T07:15:18,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1396b8d2d12,42913,1733814862720 already deleted, retry=false 2024-12-10T07:15:18,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1396b8d2d12,42913,1733814862720 expired; onlineServers=0 2024-12-10T07:15:18,428 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1396b8d2d12,43131,1733814862456' ***** 2024-12-10T07:15:18,428 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:15:18,428 INFO [M:0;b1396b8d2d12:43131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T07:15:18,428 INFO [M:0;b1396b8d2d12:43131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T07:15:18,428 DEBUG [M:0;b1396b8d2d12:43131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:15:18,428 DEBUG [M:0;b1396b8d2d12:43131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:15:18,428 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.small.0-1733814863759 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.small.0-1733814863759,5,FailOnTimeoutGroup] 2024-12-10T07:15:18,428 DEBUG [master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.large.0-1733814863759 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1396b8d2d12:0:becomeActiveMaster-HFileCleaner.large.0-1733814863759,5,FailOnTimeoutGroup] 2024-12-10T07:15:18,428 INFO [M:0;b1396b8d2d12:43131 {}] hbase.ChoreService(370): Chore service for: master/b1396b8d2d12:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T07:15:18,429 INFO [M:0;b1396b8d2d12:43131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T07:15:18,429 DEBUG [M:0;b1396b8d2d12:43131 {}] master.HMaster(1795): Stopping service threads 2024-12-10T07:15:18,429 INFO [M:0;b1396b8d2d12:43131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:15:18,429 INFO [M:0;b1396b8d2d12:43131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T07:15:18,429 ERROR [M:0;b1396b8d2d12:43131 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:41103 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41103,5,PEWorkerGroup] 2024-12-10T07:15:18,429 INFO [M:0;b1396b8d2d12:43131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:15:18,430 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:15:18,430 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:15:18,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:15:18,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:15:18,452 DEBUG [M:0;b1396b8d2d12:43131 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-10T07:15:18,452 DEBUG [M:0;b1396b8d2d12:43131 {}] master.ActiveMasterManager(353): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-10T07:15:18,455 INFO [M:0;b1396b8d2d12:43131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/.lastflushedseqids 2024-12-10T07:15:18,518 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:15:18,518 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1000e9349230002, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:15:18,518 INFO [RS:1;b1396b8d2d12:42913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:15:18,518 INFO [RS:1;b1396b8d2d12:42913 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1396b8d2d12,42913,1733814862720; zookeeper connection closed. 2024-12-10T07:15:18,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a3249bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a3249bc 2024-12-10T07:15:18,540 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T07:15:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741867_1043 (size=650) 2024-12-10T07:15:18,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741867_1043 (size=650) 2024-12-10T07:15:18,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741867_1043 (size=650) 2024-12-10T07:15:18,628 INFO [M:0;b1396b8d2d12:43131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T07:15:18,629 INFO [M:0;b1396b8d2d12:43131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:15:18,630 DEBUG [M:0;b1396b8d2d12:43131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:15:18,630 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:15:18,630 DEBUG [M:0;b1396b8d2d12:43131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:15:18,630 DEBUG [M:0;b1396b8d2d12:43131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:15:18,630 DEBUG [M:0;b1396b8d2d12:43131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:15:18,630 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=137.71 KB heapSize=169.73 KB 2024-12-10T07:15:18,672 DEBUG [M:0;b1396b8d2d12:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc2a86dcc2814e45b5ba13197caefbde is 82, key is hbase:meta,,1/info:regioninfo/1733814874407/Put/seqid=0 2024-12-10T07:15:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741868_1044 (size=5672) 2024-12-10T07:15:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741868_1044 (size=5672) 2024-12-10T07:15:18,763 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc2a86dcc2814e45b5ba13197caefbde 2024-12-10T07:15:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741868_1044 (size=5672) 2024-12-10T07:15:18,809 DEBUG [M:0;b1396b8d2d12:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4634796237a40f5a62ca2063955d01b is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733814886277/Put/seqid=0 2024-12-10T07:15:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741869_1045 (size=14469) 2024-12-10T07:15:18,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741869_1045 (size=14469) 2024-12-10T07:15:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741869_1045 (size=14469) 2024-12-10T07:15:18,903 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=137.03 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4634796237a40f5a62ca2063955d01b 2024-12-10T07:15:18,915 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4634796237a40f5a62ca2063955d01b 2024-12-10T07:15:18,959 DEBUG [M:0;b1396b8d2d12:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81818ed08b4347f6822d9ffedbcc760b is 69, key is b1396b8d2d12,38621,1733814862806/rs:state/1733814863841/Put/seqid=0 2024-12-10T07:15:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741870_1046 (size=5294) 2024-12-10T07:15:19,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741870_1046 (size=5294) 2024-12-10T07:15:19,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741870_1046 (size=5294) 2024-12-10T07:15:19,061 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81818ed08b4347f6822d9ffedbcc760b 2024-12-10T07:15:19,072 DEBUG [M:0;b1396b8d2d12:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc2a86dcc2814e45b5ba13197caefbde as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc2a86dcc2814e45b5ba13197caefbde 2024-12-10T07:15:19,094 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc2a86dcc2814e45b5ba13197caefbde, entries=8, sequenceid=353, filesize=5.5 K 2024-12-10T07:15:19,095 DEBUG [M:0;b1396b8d2d12:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4634796237a40f5a62ca2063955d01b as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4634796237a40f5a62ca2063955d01b 2024-12-10T07:15:19,106 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4634796237a40f5a62ca2063955d01b 2024-12-10T07:15:19,106 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4634796237a40f5a62ca2063955d01b, entries=45, sequenceid=353, filesize=14.1 K 2024-12-10T07:15:19,108 DEBUG [M:0;b1396b8d2d12:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81818ed08b4347f6822d9ffedbcc760b as hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81818ed08b4347f6822d9ffedbcc760b 2024-12-10T07:15:19,136 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41103/user/jenkins/test-data/21702986-493c-b7fc-b0c5-eea930c4d213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81818ed08b4347f6822d9ffedbcc760b, entries=3, sequenceid=353, filesize=5.2 K 2024-12-10T07:15:19,138 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.71 KB/141014, heapSize ~169.44 KB/173504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=353, compaction requested=false 2024-12-10T07:15:19,150 INFO [M:0;b1396b8d2d12:43131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:15:19,150 DEBUG [M:0;b1396b8d2d12:43131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733814918629Disabling compacts and flushes for region at 1733814918629Disabling writes for close at 1733814918630 (+1 ms)Obtaining lock to block concurrent updates at 1733814918630Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733814918630Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=141014, getHeapSize=173744, getOffHeapSize=0, getCellsCount=420 at 1733814918630Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733814918631 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733814918631Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733814918671 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733814918671Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733814918773 (+102 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733814918809 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733814918809Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733814918919 (+110 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733814918959 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733814918959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b34bb5: reopening flushed file at 1733814919071 (+112 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6473d3f3: reopening flushed file at 1733814919094 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d8d681: reopening flushed file at 1733814919107 (+13 ms)Finished flush of dataSize ~137.71 KB/141014, heapSize ~169.44 KB/173504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=353, compaction requested=false at 1733814919138 (+31 ms)Writing region close event to WAL at 1733814919150 (+12 ms)Closed at 1733814919150 2024-12-10T07:15:19,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741830_1006 (size=164646) 2024-12-10T07:15:19,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34355 is added to blk_1073741830_1006 (size=164646) 2024-12-10T07:15:19,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741830_1006 (size=164646) 2024-12-10T07:15:19,202 INFO [M:0;b1396b8d2d12:43131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T07:15:19,202 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T07:15:19,202 INFO [M:0;b1396b8d2d12:43131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43131 2024-12-10T07:15:19,203 INFO [M:0;b1396b8d2d12:43131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T07:15:19,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:15:19,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T07:15:19,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T07:15:19,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:15:19,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x1000e9349230000, quorum=127.0.0.1:50247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:15:19,349 INFO [M:0;b1396b8d2d12:43131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T07:15:19,389 WARN [BP-1664369061-172.17.0.3-1733814859065 heartbeating to localhost/127.0.0.1:41103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1664369061-172.17.0.3-1733814859065 (Datanode Uuid 58baa490-0090-4774-9a3a-4e9feb2a41ac) service to localhost/127.0.0.1:41103 2024-12-10T07:15:19,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data6/current/BP-1664369061-172.17.0.3-1733814859065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:15:19,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data5/current/BP-1664369061-172.17.0.3-1733814859065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:15:19,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@114b6dbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:15:19,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e18be7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:15:19,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:15:19,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17834c93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:15:19,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@240e258d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.log.dir/,STOPPED} 2024-12-10T07:15:19,402 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:15:19,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@651627f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:15:19,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a53ff49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:15:19,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:15:19,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63421172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:15:19,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3826855f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.log.dir/,STOPPED} 2024-12-10T07:15:19,452 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:15:19,452 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:15:19,453 WARN [BP-1664369061-172.17.0.3-1733814859065 heartbeating to localhost/127.0.0.1:41103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:15:19,453 WARN [BP-1664369061-172.17.0.3-1733814859065 heartbeating to localhost/127.0.0.1:41103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1664369061-172.17.0.3-1733814859065 (Datanode Uuid 016cda48-66ec-42ad-a92c-8318144ecd07) service to localhost/127.0.0.1:41103 2024-12-10T07:15:19,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data3/current/BP-1664369061-172.17.0.3-1733814859065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:15:19,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data4/current/BP-1664369061-172.17.0.3-1733814859065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:15:19,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:15:19,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57099d88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:15:19,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@618d2c74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:15:19,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:15:19,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c68a119{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:15:19,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61ecee75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.log.dir/,STOPPED} 2024-12-10T07:15:19,501 WARN [BP-1664369061-172.17.0.3-1733814859065 heartbeating to localhost/127.0.0.1:41103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:15:19,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:15:19,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:15:19,501 WARN [BP-1664369061-172.17.0.3-1733814859065 heartbeating to localhost/127.0.0.1:41103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1664369061-172.17.0.3-1733814859065 (Datanode Uuid ae155568-aa26-48d8-95c8-da056a994382) service to localhost/127.0.0.1:41103 2024-12-10T07:15:19,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data2/current/BP-1664369061-172.17.0.3-1733814859065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:15:19,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:15:19,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/cluster_98ed3ee7-d3db-4971-04bf-45f7fc3dd1d0/data/data1/current/BP-1664369061-172.17.0.3-1733814859065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:15:19,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b99573{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:15:19,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@223fa63b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:15:19,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:15:19,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@beabecb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:15:19,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41b854f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82f27cc2-d617-7ceb-1061-492434aa228d/hadoop.log.dir/,STOPPED} 2024-12-10T07:15:19,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:15:19,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T07:15:19,668 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 97) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41103 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41103 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41103 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=486 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=897 (was 713) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3394 (was 4340)