2024-12-11 20:03:09,742 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-11 20:03:09,760 main DEBUG Took 0.013842 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 20:03:09,760 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 20:03:09,761 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 20:03:09,769 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 20:03:09,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,780 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 20:03:09,795 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,798 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,799 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,801 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,802 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,803 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,804 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,805 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,806 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,807 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,808 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:03:09,809 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,809 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 20:03:09,812 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:03:09,813 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 20:03:09,815 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 20:03:09,816 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 20:03:09,819 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 20:03:09,819 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 20:03:09,832 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 20:03:09,836 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 20:03:09,838 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 20:03:09,838 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 20:03:09,839 main DEBUG createAppenders(={Console}) 2024-12-11 20:03:09,840 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-12-11 20:03:09,840 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-11 20:03:09,840 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-12-11 20:03:09,841 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 20:03:09,841 main DEBUG OutputStream closed 2024-12-11 20:03:09,842 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 20:03:09,842 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 20:03:09,843 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-12-11 20:03:09,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 20:03:09,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 20:03:09,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 20:03:09,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 20:03:09,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 20:03:09,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 20:03:09,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 20:03:09,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 20:03:09,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 20:03:09,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 20:03:09,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 20:03:09,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 20:03:09,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 20:03:09,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 20:03:09,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 20:03:09,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 20:03:09,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 20:03:09,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 20:03:09,948 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 20:03:09,948 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-12-11 20:03:09,948 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 20:03:09,949 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-12-11T20:03:09,965 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-11 20:03:09,969 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 20:03:09,969 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T20:03:09,977 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-11T20:03:10,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=900 2024-12-11T20:03:10,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3 2024-12-11T20:03:10,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T20:03:10,554 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f, deleteOnExit=true 2024-12-11T20:03:10,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T20:03:10,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/test.cache.data in system properties and HBase conf 2024-12-11T20:03:10,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T20:03:10,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir in system properties and HBase conf 2024-12-11T20:03:10,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T20:03:10,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T20:03:10,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T20:03:10,696 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T20:03:10,837 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T20:03:10,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T20:03:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T20:03:10,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T20:03:10,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T20:03:10,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T20:03:10,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T20:03:10,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T20:03:10,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T20:03:10,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T20:03:10,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/nfs.dump.dir in system properties and HBase conf 2024-12-11T20:03:10,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/java.io.tmpdir in system properties and HBase conf 2024-12-11T20:03:10,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T20:03:10,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T20:03:10,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T20:03:12,045 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T20:03:12,166 INFO [Time-limited test {}] log.Log(170): Logging initialized @3760ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T20:03:12,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:03:12,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:03:12,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:03:12,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:03:12,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T20:03:12,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:03:12,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:03:12,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:03:12,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/java.io.tmpdir/jetty-localhost-33027-hadoop-hdfs-3_4_1-tests_jar-_-any-2284314992410519705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T20:03:12,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:33027} 2024-12-11T20:03:12,771 INFO [Time-limited test {}] server.Server(415): Started @4366ms 2024-12-11T20:03:13,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:03:13,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:03:13,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:03:13,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:03:13,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T20:03:13,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:03:13,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:03:13,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/java.io.tmpdir/jetty-localhost-44437-hadoop-hdfs-3_4_1-tests_jar-_-any-5701602924346152645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:03:13,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:44437} 2024-12-11T20:03:13,578 INFO [Time-limited test {}] server.Server(415): Started @5173ms 2024-12-11T20:03:13,650 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T20:03:13,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:03:13,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:03:13,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:03:13,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:03:13,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T20:03:13,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:03:13,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:03:14,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/java.io.tmpdir/jetty-localhost-44787-hadoop-hdfs-3_4_1-tests_jar-_-any-5845328435114813702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:03:14,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:44787} 2024-12-11T20:03:14,146 INFO [Time-limited test {}] server.Server(415): Started @5741ms 2024-12-11T20:03:14,149 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T20:03:14,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:03:14,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:03:14,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:03:14,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:03:14,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T20:03:14,315 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data1/current/BP-1863817430-172.17.0.2-1733947391735/current, will proceed with Du for space computation calculation, 2024-12-11T20:03:14,315 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data2/current/BP-1863817430-172.17.0.2-1733947391735/current, will proceed with Du for space computation calculation, 2024-12-11T20:03:14,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:03:14,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:03:14,327 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data3/current/BP-1863817430-172.17.0.2-1733947391735/current, will proceed with Du for space computation calculation, 2024-12-11T20:03:14,337 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data4/current/BP-1863817430-172.17.0.2-1733947391735/current, will proceed with Du for space computation calculation, 2024-12-11T20:03:14,487 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T20:03:14,488 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T20:03:14,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/java.io.tmpdir/jetty-localhost-45513-hadoop-hdfs-3_4_1-tests_jar-_-any-8007221036444645459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:03:14,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:45513} 2024-12-11T20:03:14,540 INFO [Time-limited test {}] server.Server(415): Started @6135ms 2024-12-11T20:03:14,558 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T20:03:14,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d578bc6be3b4bae with lease ID 0x11cd5ab1c6eaedcd: Processing first storage report for DS-20584548-aed0-4140-8533-c12e7c7cc5c9 from datanode DatanodeRegistration(127.0.0.1:45211, datanodeUuid=fb496ee9-adcd-4052-84cd-7fb9aec500db, infoPort=41457, infoSecurePort=0, ipcPort=42757, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735) 2024-12-11T20:03:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d578bc6be3b4bae with lease ID 0x11cd5ab1c6eaedcd: from storage DS-20584548-aed0-4140-8533-c12e7c7cc5c9 node DatanodeRegistration(127.0.0.1:45211, datanodeUuid=fb496ee9-adcd-4052-84cd-7fb9aec500db, infoPort=41457, infoSecurePort=0, ipcPort=42757, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-11T20:03:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b796362b92943a0 with lease ID 0x11cd5ab1c6eaedcc: Processing first storage report for DS-fbb05b74-16a9-4eec-9944-5fe5ba1715ca from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=5143b11c-7661-4135-8aa9-646617ace6b7, infoPort=43463, infoSecurePort=0, ipcPort=32925, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735) 2024-12-11T20:03:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b796362b92943a0 with lease ID 0x11cd5ab1c6eaedcc: from storage DS-fbb05b74-16a9-4eec-9944-5fe5ba1715ca node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=5143b11c-7661-4135-8aa9-646617ace6b7, infoPort=43463, infoSecurePort=0, ipcPort=32925, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:03:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d578bc6be3b4bae with lease ID 0x11cd5ab1c6eaedcd: Processing first storage report for DS-41f77c8b-01b6-48be-86ec-a446e368c93f from datanode DatanodeRegistration(127.0.0.1:45211, datanodeUuid=fb496ee9-adcd-4052-84cd-7fb9aec500db, infoPort=41457, infoSecurePort=0, ipcPort=42757, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735) 2024-12-11T20:03:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d578bc6be3b4bae with lease ID 0x11cd5ab1c6eaedcd: from storage DS-41f77c8b-01b6-48be-86ec-a446e368c93f node DatanodeRegistration(127.0.0.1:45211, datanodeUuid=fb496ee9-adcd-4052-84cd-7fb9aec500db, infoPort=41457, infoSecurePort=0, ipcPort=42757, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T20:03:14,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b796362b92943a0 with lease ID 0x11cd5ab1c6eaedcc: Processing first storage report for DS-8c39d1d3-6c99-4b5a-8f98-fe5627cb1ed9 from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=5143b11c-7661-4135-8aa9-646617ace6b7, infoPort=43463, infoSecurePort=0, ipcPort=32925, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735) 2024-12-11T20:03:14,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b796362b92943a0 with lease ID 0x11cd5ab1c6eaedcc: from storage DS-8c39d1d3-6c99-4b5a-8f98-fe5627cb1ed9 node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=5143b11c-7661-4135-8aa9-646617ace6b7, infoPort=43463, infoSecurePort=0, ipcPort=32925, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:03:14,889 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data5/current/BP-1863817430-172.17.0.2-1733947391735/current, will proceed with Du for space computation calculation, 2024-12-11T20:03:14,895 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data6/current/BP-1863817430-172.17.0.2-1733947391735/current, will proceed with Du for space computation calculation, 2024-12-11T20:03:14,946 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T20:03:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54844d3a240bb78b with lease ID 0x11cd5ab1c6eaedce: Processing first storage report for DS-765509c8-4d5c-42a9-b5e9-5cd17d085dd1 from datanode DatanodeRegistration(127.0.0.1:39503, datanodeUuid=fe171fc6-aa02-4bd7-b24e-307935401f05, infoPort=46389, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735) 2024-12-11T20:03:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54844d3a240bb78b with lease ID 0x11cd5ab1c6eaedce: from storage DS-765509c8-4d5c-42a9-b5e9-5cd17d085dd1 node DatanodeRegistration(127.0.0.1:39503, datanodeUuid=fe171fc6-aa02-4bd7-b24e-307935401f05, infoPort=46389, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T20:03:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54844d3a240bb78b with lease ID 0x11cd5ab1c6eaedce: Processing first storage report for DS-2726b22f-5e62-4e5e-bac1-59244e5390fb from datanode DatanodeRegistration(127.0.0.1:39503, datanodeUuid=fe171fc6-aa02-4bd7-b24e-307935401f05, infoPort=46389, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735) 2024-12-11T20:03:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54844d3a240bb78b with lease ID 0x11cd5ab1c6eaedce: from storage DS-2726b22f-5e62-4e5e-bac1-59244e5390fb node DatanodeRegistration(127.0.0.1:39503, datanodeUuid=fe171fc6-aa02-4bd7-b24e-307935401f05, infoPort=46389, infoSecurePort=0, ipcPort=46581, storageInfo=lv=-57;cid=testClusterID;nsid=1665375753;c=1733947391735), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:03:15,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3 2024-12-11T20:03:15,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/zookeeper_0, clientPort=55753, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T20:03:15,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55753 2024-12-11T20:03:15,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:15,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:15,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741825_1001 (size=7) 2024-12-11T20:03:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741825_1001 (size=7) 2024-12-11T20:03:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741825_1001 (size=7) 2024-12-11T20:03:16,369 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 with version=8 2024-12-11T20:03:16,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/hbase-staging 2024-12-11T20:03:16,493 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T20:03:16,823 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:03:16,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:16,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:16,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:03:16,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:16,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:03:17,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T20:03:17,102 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T20:03:17,114 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T20:03:17,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:03:17,156 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9703 (auto-detected) 2024-12-11T20:03:17,157 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T20:03:17,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46209 2024-12-11T20:03:17,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46209 connecting to ZooKeeper ensemble=127.0.0.1:55753 2024-12-11T20:03:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462090x0, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:03:17,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46209-0x100caefa0120000 connected 2024-12-11T20:03:17,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:17,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:17,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:03:17,356 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797, hbase.cluster.distributed=false 2024-12-11T20:03:17,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:03:17,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46209 2024-12-11T20:03:17,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46209 2024-12-11T20:03:17,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46209 2024-12-11T20:03:17,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46209 2024-12-11T20:03:17,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46209 2024-12-11T20:03:17,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:03:17,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:17,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:17,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:03:17,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:17,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:03:17,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T20:03:17,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:03:17,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45209 2024-12-11T20:03:17,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45209 connecting to ZooKeeper ensemble=127.0.0.1:55753 2024-12-11T20:03:17,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:17,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:17,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452090x0, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:03:17,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45209-0x100caefa0120001 connected 2024-12-11T20:03:17,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:03:17,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T20:03:17,676 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T20:03:17,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T20:03:17,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:03:17,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45209 2024-12-11T20:03:17,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45209 2024-12-11T20:03:17,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45209 2024-12-11T20:03:17,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45209 2024-12-11T20:03:17,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45209 2024-12-11T20:03:17,732 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:03:17,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:17,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:17,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:03:17,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:17,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:03:17,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T20:03:17,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:03:17,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38395 2024-12-11T20:03:17,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38395 connecting to ZooKeeper ensemble=127.0.0.1:55753 2024-12-11T20:03:17,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:17,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383950x0, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:03:17,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383950x0, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:03:17,756 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T20:03:17,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38395-0x100caefa0120002 connected 2024-12-11T20:03:17,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T20:03:17,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T20:03:17,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:03:17,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38395 2024-12-11T20:03:17,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38395 2024-12-11T20:03:17,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38395 2024-12-11T20:03:17,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38395 2024-12-11T20:03:17,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38395 2024-12-11T20:03:17,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:03:17,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:17,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:17,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:03:17,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:03:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:03:17,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T20:03:17,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:03:17,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45245 2024-12-11T20:03:17,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45245 connecting to ZooKeeper ensemble=127.0.0.1:55753 2024-12-11T20:03:17,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:17,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452450x0, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:03:17,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452450x0, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:03:17,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T20:03:17,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45245-0x100caefa0120003 connected 2024-12-11T20:03:17,857 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T20:03:17,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T20:03:17,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:03:17,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45245 2024-12-11T20:03:17,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45245 2024-12-11T20:03:17,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45245 2024-12-11T20:03:17,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45245 2024-12-11T20:03:17,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45245 2024-12-11T20:03:17,898 DEBUG [M:0;9fe0640122ec:46209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9fe0640122ec:46209 2024-12-11T20:03:17,900 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9fe0640122ec,46209,1733947396574 2024-12-11T20:03:17,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:17,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:17,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:17,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:17,913 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9fe0640122ec,46209,1733947396574 2024-12-11T20:03:17,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T20:03:17,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T20:03:17,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:17,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T20:03:17,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:17,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:17,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:17,949 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T20:03:17,950 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9fe0640122ec,46209,1733947396574 from backup master directory 2024-12-11T20:03:17,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:17,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9fe0640122ec,46209,1733947396574 2024-12-11T20:03:17,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:17,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:17,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:17,956 WARN [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:03:17,956 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9fe0640122ec,46209,1733947396574 2024-12-11T20:03:17,960 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T20:03:17,963 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T20:03:18,042 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/hbase.id] with ID: aa19af1a-3b32-4558-bc26-e1ebda17a6be 2024-12-11T20:03:18,042 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/.tmp/hbase.id 2024-12-11T20:03:18,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741826_1002 (size=42) 2024-12-11T20:03:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741826_1002 (size=42) 2024-12-11T20:03:18,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741826_1002 (size=42) 2024-12-11T20:03:18,097 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/.tmp/hbase.id]:[hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/hbase.id] 2024-12-11T20:03:18,170 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:18,182 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T20:03:18,210 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-12-11T20:03:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741827_1003 (size=196) 2024-12-11T20:03:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741827_1003 (size=196) 2024-12-11T20:03:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741827_1003 (size=196) 2024-12-11T20:03:18,292 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T20:03:18,295 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T20:03:18,321 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:18,329 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:03:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741828_1004 (size=1189) 2024-12-11T20:03:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741828_1004 (size=1189) 2024-12-11T20:03:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741828_1004 (size=1189) 2024-12-11T20:03:18,399 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store 2024-12-11T20:03:18,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741829_1005 (size=34) 2024-12-11T20:03:18,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741829_1005 (size=34) 2024-12-11T20:03:18,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741829_1005 (size=34) 2024-12-11T20:03:18,440 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T20:03:18,444 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:18,445 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T20:03:18,445 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:18,446 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:18,447 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T20:03:18,448 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:18,448 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:18,449 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733947398445Disabling compacts and flushes for region at 1733947398445Disabling writes for close at 1733947398448 (+3 ms)Writing region close event to WAL at 1733947398448Closed at 1733947398448 2024-12-11T20:03:18,452 WARN [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/.initializing 2024-12-11T20:03:18,452 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/WALs/9fe0640122ec,46209,1733947396574 2024-12-11T20:03:18,463 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:03:18,482 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C46209%2C1733947396574, suffix=, logDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/WALs/9fe0640122ec,46209,1733947396574, archiveDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/oldWALs, maxLogs=10 2024-12-11T20:03:18,518 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/WALs/9fe0640122ec,46209,1733947396574/9fe0640122ec%2C46209%2C1733947396574.1733947398489, exclude list is [], retry=0 2024-12-11T20:03:18,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-765509c8-4d5c-42a9-b5e9-5cd17d085dd1,DISK] 2024-12-11T20:03:18,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-fbb05b74-16a9-4eec-9944-5fe5ba1715ca,DISK] 2024-12-11T20:03:18,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45211,DS-20584548-aed0-4140-8533-c12e7c7cc5c9,DISK] 2024-12-11T20:03:18,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T20:03:18,609 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/WALs/9fe0640122ec,46209,1733947396574/9fe0640122ec%2C46209%2C1733947396574.1733947398489 2024-12-11T20:03:18,610 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463),(127.0.0.1/127.0.0.1:41457:41457),(127.0.0.1/127.0.0.1:46389:46389)] 2024-12-11T20:03:18,611 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T20:03:18,612 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:18,616 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,617 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T20:03:18,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:18,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:18,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T20:03:18,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:18,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:18,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T20:03:18,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:18,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:18,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T20:03:18,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:18,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:18,720 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,724 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,726 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,733 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,733 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,738 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:03:18,742 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:18,758 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:18,759 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60413368, jitterRate=-0.09977066516876221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:03:18,767 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733947398634Initializing all the Stores at 1733947398637 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947398637Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947398638 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947398639 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947398639Cleaning up temporary data from old regions at 1733947398733 (+94 ms)Region opened successfully at 1733947398767 (+34 ms) 2024-12-11T20:03:18,769 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T20:03:18,829 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183301dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:03:18,875 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T20:03:18,890 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T20:03:18,891 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T20:03:18,894 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T20:03:18,896 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T20:03:18,902 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-11T20:03:18,902 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T20:03:18,936 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T20:03:18,948 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T20:03:18,950 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T20:03:18,954 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T20:03:18,956 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T20:03:18,958 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T20:03:18,961 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T20:03:18,965 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T20:03:18,967 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T20:03:18,968 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T20:03:18,970 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T20:03:18,995 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T20:03:18,998 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T20:03:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:03:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:03:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:03:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:03:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,008 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9fe0640122ec,46209,1733947396574, sessionid=0x100caefa0120000, setting cluster-up flag (Was=false) 2024-12-11T20:03:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,031 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T20:03:19,033 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fe0640122ec,46209,1733947396574 2024-12-11T20:03:19,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,048 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T20:03:19,051 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fe0640122ec,46209,1733947396574 2024-12-11T20:03:19,058 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T20:03:19,091 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(746): ClusterId : aa19af1a-3b32-4558-bc26-e1ebda17a6be 2024-12-11T20:03:19,095 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(746): ClusterId : aa19af1a-3b32-4558-bc26-e1ebda17a6be 2024-12-11T20:03:19,095 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T20:03:19,096 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T20:03:19,100 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(746): ClusterId : aa19af1a-3b32-4558-bc26-e1ebda17a6be 2024-12-11T20:03:19,102 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T20:03:19,102 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T20:03:19,102 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T20:03:19,102 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T20:03:19,103 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T20:03:19,107 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T20:03:19,108 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T20:03:19,108 DEBUG [RS:0;9fe0640122ec:45209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de75ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:03:19,109 DEBUG [RS:2;9fe0640122ec:45245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b4901b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:03:19,111 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T20:03:19,111 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T20:03:19,118 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T20:03:19,119 DEBUG [RS:1;9fe0640122ec:38395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49389f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:03:19,142 DEBUG [RS:0;9fe0640122ec:45209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9fe0640122ec:45209 2024-12-11T20:03:19,146 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T20:03:19,147 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T20:03:19,147 DEBUG [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T20:03:19,150 DEBUG [RS:1;9fe0640122ec:38395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9fe0640122ec:38395 2024-12-11T20:03:19,150 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T20:03:19,151 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T20:03:19,151 DEBUG [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T20:03:19,153 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,46209,1733947396574 with port=45209, startcode=1733947397577 2024-12-11T20:03:19,154 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,46209,1733947396574 with port=38395, startcode=1733947397731 2024-12-11T20:03:19,154 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9fe0640122ec:45245 2024-12-11T20:03:19,154 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T20:03:19,155 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T20:03:19,155 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T20:03:19,156 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,46209,1733947396574 with port=45245, startcode=1733947397807 2024-12-11T20:03:19,174 DEBUG [RS:0;9fe0640122ec:45209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T20:03:19,174 DEBUG [RS:1;9fe0640122ec:38395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T20:03:19,176 DEBUG [RS:2;9fe0640122ec:45245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T20:03:19,192 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T20:03:19,207 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T20:03:19,216 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T20:03:19,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T20:03:19,234 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T20:03:19,235 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T20:03:19,235 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9fe0640122ec,46209,1733947396574 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T20:03:19,244 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:19,251 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:03:19,251 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:03:19,251 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:03:19,251 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:03:19,251 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9fe0640122ec:0, corePoolSize=10, maxPoolSize=10 2024-12-11T20:03:19,252 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,252 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:03:19,252 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,252 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:19,254 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:19,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T20:03:19,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T20:03:19,290 DEBUG [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T20:03:19,290 DEBUG [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T20:03:19,290 WARN [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T20:03:19,290 WARN [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T20:03:19,291 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T20:03:19,291 WARN [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T20:03:19,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:19,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T20:03:19,304 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733947429303 2024-12-11T20:03:19,306 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T20:03:19,307 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T20:03:19,313 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T20:03:19,314 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T20:03:19,314 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T20:03:19,314 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T20:03:19,320 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,324 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T20:03:19,326 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T20:03:19,326 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T20:03:19,337 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T20:03:19,365 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T20:03:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741831_1007 (size=1321) 2024-12-11T20:03:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741831_1007 (size=1321) 2024-12-11T20:03:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741831_1007 (size=1321) 2024-12-11T20:03:19,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T20:03:19,373 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947399367,5,FailOnTimeoutGroup] 2024-12-11T20:03:19,373 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:19,375 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947399373,5,FailOnTimeoutGroup] 2024-12-11T20:03:19,375 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,375 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T20:03:19,377 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,378 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,392 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,46209,1733947396574 with port=45245, startcode=1733947397807 2024-12-11T20:03:19,392 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,46209,1733947396574 with port=45209, startcode=1733947397577 2024-12-11T20:03:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741832_1008 (size=32) 2024-12-11T20:03:19,393 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,46209,1733947396574 with port=38395, startcode=1733947397731 2024-12-11T20:03:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741832_1008 (size=32) 2024-12-11T20:03:19,395 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9fe0640122ec,45209,1733947397577 2024-12-11T20:03:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741832_1008 (size=32) 2024-12-11T20:03:19,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] master.ServerManager(517): Registering regionserver=9fe0640122ec,45209,1733947397577 2024-12-11T20:03:19,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:19,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T20:03:19,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T20:03:19,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:19,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:19,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T20:03:19,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9fe0640122ec,45245,1733947397807 2024-12-11T20:03:19,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] master.ServerManager(517): Registering regionserver=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:19,412 DEBUG [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:19,412 DEBUG [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41377 2024-12-11T20:03:19,413 DEBUG [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T20:03:19,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T20:03:19,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:19,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9fe0640122ec,38395,1733947397731 2024-12-11T20:03:19,419 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:19,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:03:19,419 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41377 2024-12-11T20:03:19,419 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T20:03:19,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] master.ServerManager(517): Registering regionserver=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:19,420 DEBUG [RS:0;9fe0640122ec:45209 {}] zookeeper.ZKUtil(111): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9fe0640122ec,45209,1733947397577 2024-12-11T20:03:19,420 WARN [RS:0;9fe0640122ec:45209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:03:19,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:19,420 INFO [RS:0;9fe0640122ec:45209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:03:19,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T20:03:19,420 DEBUG [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45209,1733947397577 2024-12-11T20:03:19,424 DEBUG [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:19,424 DEBUG [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41377 2024-12-11T20:03:19,424 DEBUG [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T20:03:19,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T20:03:19,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:19,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:19,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T20:03:19,428 DEBUG [RS:2;9fe0640122ec:45245 {}] zookeeper.ZKUtil(111): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9fe0640122ec,45245,1733947397807 2024-12-11T20:03:19,429 WARN [RS:2;9fe0640122ec:45245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:03:19,429 INFO [RS:2;9fe0640122ec:45245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:03:19,429 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45245,1733947397807 2024-12-11T20:03:19,429 DEBUG [RS:1;9fe0640122ec:38395 {}] zookeeper.ZKUtil(111): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9fe0640122ec,38395,1733947397731 2024-12-11T20:03:19,429 WARN [RS:1;9fe0640122ec:38395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:03:19,430 INFO [RS:1;9fe0640122ec:38395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:03:19,430 DEBUG [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731 2024-12-11T20:03:19,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T20:03:19,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:19,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:19,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T20:03:19,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740 2024-12-11T20:03:19,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740 2024-12-11T20:03:19,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T20:03:19,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T20:03:19,441 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:03:19,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9fe0640122ec,45209,1733947397577] 2024-12-11T20:03:19,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9fe0640122ec,38395,1733947397731] 2024-12-11T20:03:19,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9fe0640122ec,45245,1733947397807] 2024-12-11T20:03:19,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T20:03:19,466 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:19,467 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60801169, jitterRate=-0.09399197995662689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:03:19,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733947399399Initializing all the Stores at 1733947399401 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947399401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947399401Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947399401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947399404 (+3 ms)Cleaning up temporary data from old regions at 1733947399440 (+36 ms)Region opened successfully at 1733947399471 (+31 ms) 2024-12-11T20:03:19,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T20:03:19,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T20:03:19,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T20:03:19,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T20:03:19,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T20:03:19,488 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T20:03:19,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733947399471Disabling compacts and flushes for region at 1733947399471Disabling writes for close at 1733947399472 (+1 ms)Writing region close event to WAL at 1733947399487 (+15 ms)Closed at 1733947399488 (+1 ms) 2024-12-11T20:03:19,490 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T20:03:19,490 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T20:03:19,491 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T20:03:19,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T20:03:19,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T20:03:19,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T20:03:19,513 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T20:03:19,513 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T20:03:19,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T20:03:19,516 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T20:03:19,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T20:03:19,529 INFO [RS:0;9fe0640122ec:45209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T20:03:19,530 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,530 INFO [RS:1;9fe0640122ec:38395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T20:03:19,530 INFO [RS:2;9fe0640122ec:45245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T20:03:19,530 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,530 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,537 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T20:03:19,544 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T20:03:19,546 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,546 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,546 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,546 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,546 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,546 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,547 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:03:19,547 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,547 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,547 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,547 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,547 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,547 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,547 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:03:19,548 DEBUG [RS:0;9fe0640122ec:45209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:03:19,548 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T20:03:19,550 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T20:03:19,550 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,550 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,551 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,551 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,551 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,551 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,551 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:03:19,551 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,552 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,552 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,552 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,552 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,552 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,552 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:03:19,552 DEBUG [RS:2;9fe0640122ec:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:03:19,559 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T20:03:19,561 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T20:03:19,563 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,565 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,566 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,566 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,566 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,566 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,566 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,566 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:03:19,567 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,567 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,567 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,567 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,567 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,567 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,567 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,567 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,567 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,45209,1733947397577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:03:19,567 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,567 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:19,568 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:03:19,568 DEBUG [RS:1;9fe0640122ec:38395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:03:19,580 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,581 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,581 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,581 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,581 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,581 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,45245,1733947397807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:03:19,588 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,589 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,589 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,589 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,589 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,590 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,38395,1733947397731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:03:19,594 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T20:03:19,597 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,45209,1733947397577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,597 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,597 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.Replication(171): 9fe0640122ec,45209,1733947397577 started 2024-12-11T20:03:19,631 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T20:03:19,631 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,38395,1733947397731-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,632 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,632 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,633 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(1482): Serving as 9fe0640122ec,45209,1733947397577, RpcServer on 9fe0640122ec/172.17.0.2:45209, sessionid=0x100caefa0120001 2024-12-11T20:03:19,633 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.Replication(171): 9fe0640122ec,38395,1733947397731 started 2024-12-11T20:03:19,634 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T20:03:19,635 DEBUG [RS:0;9fe0640122ec:45209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9fe0640122ec,45209,1733947397577 2024-12-11T20:03:19,635 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,45209,1733947397577' 2024-12-11T20:03:19,636 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T20:03:19,637 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T20:03:19,638 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T20:03:19,638 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T20:03:19,638 DEBUG [RS:0;9fe0640122ec:45209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9fe0640122ec,45209,1733947397577 2024-12-11T20:03:19,638 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,45209,1733947397577' 2024-12-11T20:03:19,638 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T20:03:19,639 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T20:03:19,640 DEBUG [RS:0;9fe0640122ec:45209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T20:03:19,640 INFO [RS:0;9fe0640122ec:45209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T20:03:19,640 INFO [RS:0;9fe0640122ec:45209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T20:03:19,641 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T20:03:19,641 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,45245,1733947397807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,642 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,642 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.Replication(171): 9fe0640122ec,45245,1733947397807 started 2024-12-11T20:03:19,664 INFO [RS:1;9fe0640122ec:38395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,664 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(1482): Serving as 9fe0640122ec,38395,1733947397731, RpcServer on 9fe0640122ec/172.17.0.2:38395, sessionid=0x100caefa0120002 2024-12-11T20:03:19,664 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T20:03:19,664 DEBUG [RS:1;9fe0640122ec:38395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9fe0640122ec,38395,1733947397731 2024-12-11T20:03:19,665 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,38395,1733947397731' 2024-12-11T20:03:19,665 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T20:03:19,666 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T20:03:19,667 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T20:03:19,667 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T20:03:19,667 DEBUG [RS:1;9fe0640122ec:38395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9fe0640122ec,38395,1733947397731 2024-12-11T20:03:19,667 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,38395,1733947397731' 2024-12-11T20:03:19,667 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T20:03:19,668 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T20:03:19,669 DEBUG [RS:1;9fe0640122ec:38395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T20:03:19,669 INFO [RS:1;9fe0640122ec:38395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T20:03:19,669 INFO [RS:1;9fe0640122ec:38395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T20:03:19,670 WARN [9fe0640122ec:46209 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T20:03:19,674 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:19,675 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1482): Serving as 9fe0640122ec,45245,1733947397807, RpcServer on 9fe0640122ec/172.17.0.2:45245, sessionid=0x100caefa0120003 2024-12-11T20:03:19,675 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T20:03:19,675 DEBUG [RS:2;9fe0640122ec:45245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9fe0640122ec,45245,1733947397807 2024-12-11T20:03:19,675 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,45245,1733947397807' 2024-12-11T20:03:19,675 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T20:03:19,676 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T20:03:19,681 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T20:03:19,682 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T20:03:19,682 DEBUG [RS:2;9fe0640122ec:45245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9fe0640122ec,45245,1733947397807 2024-12-11T20:03:19,682 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,45245,1733947397807' 2024-12-11T20:03:19,682 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T20:03:19,683 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T20:03:19,684 DEBUG [RS:2;9fe0640122ec:45245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T20:03:19,684 INFO [RS:2;9fe0640122ec:45245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T20:03:19,684 INFO [RS:2;9fe0640122ec:45245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T20:03:19,749 INFO [RS:0;9fe0640122ec:45209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:03:19,754 INFO [RS:0;9fe0640122ec:45209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C45209%2C1733947397577, suffix=, logDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45209,1733947397577, archiveDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs, maxLogs=32 2024-12-11T20:03:19,770 INFO [RS:1;9fe0640122ec:38395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:03:19,775 INFO [RS:1;9fe0640122ec:38395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C38395%2C1733947397731, suffix=, logDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731, archiveDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs, maxLogs=32 2024-12-11T20:03:19,785 DEBUG [RS:0;9fe0640122ec:45209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45209,1733947397577/9fe0640122ec%2C45209%2C1733947397577.1733947399757, exclude list is [], retry=0 2024-12-11T20:03:19,786 INFO [RS:2;9fe0640122ec:45245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:03:19,791 INFO [RS:2;9fe0640122ec:45245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C45245%2C1733947397807, suffix=, logDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45245,1733947397807, archiveDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs, maxLogs=32 2024-12-11T20:03:19,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-765509c8-4d5c-42a9-b5e9-5cd17d085dd1,DISK] 2024-12-11T20:03:19,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-fbb05b74-16a9-4eec-9944-5fe5ba1715ca,DISK] 2024-12-11T20:03:19,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45211,DS-20584548-aed0-4140-8533-c12e7c7cc5c9,DISK] 2024-12-11T20:03:19,806 DEBUG [RS:1;9fe0640122ec:38395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731/9fe0640122ec%2C38395%2C1733947397731.1733947399777, exclude list is [], retry=0 2024-12-11T20:03:19,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45211,DS-20584548-aed0-4140-8533-c12e7c7cc5c9,DISK] 2024-12-11T20:03:19,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-765509c8-4d5c-42a9-b5e9-5cd17d085dd1,DISK] 2024-12-11T20:03:19,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-fbb05b74-16a9-4eec-9944-5fe5ba1715ca,DISK] 2024-12-11T20:03:19,819 DEBUG [RS:2;9fe0640122ec:45245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45245,1733947397807/9fe0640122ec%2C45245%2C1733947397807.1733947399793, exclude list is [], retry=0 2024-12-11T20:03:19,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-765509c8-4d5c-42a9-b5e9-5cd17d085dd1,DISK] 2024-12-11T20:03:19,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45211,DS-20584548-aed0-4140-8533-c12e7c7cc5c9,DISK] 2024-12-11T20:03:19,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-fbb05b74-16a9-4eec-9944-5fe5ba1715ca,DISK] 2024-12-11T20:03:19,827 INFO [RS:0;9fe0640122ec:45209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45209,1733947397577/9fe0640122ec%2C45209%2C1733947397577.1733947399757 2024-12-11T20:03:19,849 DEBUG [RS:0;9fe0640122ec:45209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46389:46389),(127.0.0.1/127.0.0.1:43463:43463),(127.0.0.1/127.0.0.1:41457:41457)] 2024-12-11T20:03:19,857 INFO [RS:1;9fe0640122ec:38395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731/9fe0640122ec%2C38395%2C1733947397731.1733947399777 2024-12-11T20:03:19,871 DEBUG [RS:1;9fe0640122ec:38395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41457:41457),(127.0.0.1/127.0.0.1:46389:46389),(127.0.0.1/127.0.0.1:43463:43463)] 2024-12-11T20:03:19,872 INFO [RS:2;9fe0640122ec:45245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45245,1733947397807/9fe0640122ec%2C45245%2C1733947397807.1733947399793 2024-12-11T20:03:19,877 DEBUG [RS:2;9fe0640122ec:45245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46389:46389),(127.0.0.1/127.0.0.1:43463:43463),(127.0.0.1/127.0.0.1:41457:41457)] 2024-12-11T20:03:19,923 DEBUG [9fe0640122ec:46209 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T20:03:19,932 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(204): Hosts are {9fe0640122ec=0} racks are {/default-rack=0} 2024-12-11T20:03:19,940 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T20:03:19,940 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T20:03:19,940 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T20:03:19,940 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T20:03:19,940 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T20:03:19,940 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T20:03:19,940 INFO [9fe0640122ec:46209 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T20:03:19,940 INFO [9fe0640122ec:46209 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T20:03:19,940 INFO [9fe0640122ec:46209 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T20:03:19,940 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T20:03:19,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:19,959 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fe0640122ec,38395,1733947397731, state=OPENING 2024-12-11T20:03:19,965 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T20:03:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:19,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:19,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:19,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:19,973 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T20:03:19,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:19,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9fe0640122ec,38395,1733947397731}] 2024-12-11T20:03:27,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T20:03:27,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T20:03:30,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T20:03:30,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T20:03:30,021 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T20:03:30,022 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:03:30,022 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T20:03:30,025 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C38395%2C1733947397731.meta, suffix=.meta, logDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731, archiveDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs, maxLogs=32 2024-12-11T20:03:30,042 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, exclude list is [], retry=0 2024-12-11T20:03:30,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-fbb05b74-16a9-4eec-9944-5fe5ba1715ca,DISK] 2024-12-11T20:03:30,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-765509c8-4d5c-42a9-b5e9-5cd17d085dd1,DISK] 2024-12-11T20:03:30,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45211,DS-20584548-aed0-4140-8533-c12e7c7cc5c9,DISK] 2024-12-11T20:03:30,049 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta 2024-12-11T20:03:30,049 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463),(127.0.0.1/127.0.0.1:46389:46389),(127.0.0.1/127.0.0.1:41457:41457)] 2024-12-11T20:03:30,049 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T20:03:30,051 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T20:03:30,054 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T20:03:30,059 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T20:03:30,063 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T20:03:30,064 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,064 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T20:03:30,064 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T20:03:30,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T20:03:30,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T20:03:30,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:30,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:30,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T20:03:30,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T20:03:30,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:30,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:30,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T20:03:30,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T20:03:30,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:30,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:30,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T20:03:30,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T20:03:30,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:30,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:30,077 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T20:03:30,078 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740 2024-12-11T20:03:30,081 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740 2024-12-11T20:03:30,083 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T20:03:30,083 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T20:03:30,084 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:03:30,086 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T20:03:30,088 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59916212, jitterRate=-0.10717886686325073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:03:30,088 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T20:03:30,089 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733947410065Writing region info on filesystem at 1733947410065Initializing all the Stores at 1733947410067 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947410067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947410067Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947410067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947410067Cleaning up temporary data from old regions at 1733947410083 (+16 ms)Running coprocessor post-open hooks at 1733947410088 (+5 ms)Region opened successfully at 1733947410089 (+1 ms) 2024-12-11T20:03:30,097 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733947409996 2024-12-11T20:03:30,108 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T20:03:30,109 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T20:03:30,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:30,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fe0640122ec,38395,1733947397731, state=OPEN 2024-12-11T20:03:30,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:03:30,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:03:30,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:03:30,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:03:30,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:30,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:30,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:30,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:30,115 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:30,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T20:03:30,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9fe0640122ec,38395,1733947397731 in 10.1400 sec 2024-12-11T20:03:30,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T20:03:30,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6190 sec 2024-12-11T20:03:30,128 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T20:03:30,128 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T20:03:30,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:03:30,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1] 2024-12-11T20:03:30,175 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:03:30,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:03:30,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1120 sec 2024-12-11T20:03:30,223 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733947410222, completionTime=-1 2024-12-11T20:03:30,227 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T20:03:30,227 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T20:03:30,261 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T20:03:30,261 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733947470261 2024-12-11T20:03:30,261 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733947530261 2024-12-11T20:03:30,261 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-12-11T20:03:30,263 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T20:03:30,269 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,46209,1733947396574-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:30,270 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,46209,1733947396574-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:30,270 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,46209,1733947396574-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:30,271 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9fe0640122ec:46209, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:30,272 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:30,272 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:30,277 DEBUG [master/9fe0640122ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T20:03:30,297 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.340sec 2024-12-11T20:03:30,299 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T20:03:30,300 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T20:03:30,301 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T20:03:30,301 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T20:03:30,301 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T20:03:30,302 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,46209,1733947396574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:03:30,303 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,46209,1733947396574-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T20:03:30,307 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T20:03:30,308 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T20:03:30,308 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,46209,1733947396574-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:30,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af40e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:03:30,326 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T20:03:30,326 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T20:03:30,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9fe0640122ec,46209,-1 for getting cluster id 2024-12-11T20:03:30,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T20:03:30,342 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa19af1a-3b32-4558-bc26-e1ebda17a6be' 2024-12-11T20:03:30,344 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T20:03:30,345 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa19af1a-3b32-4558-bc26-e1ebda17a6be" 2024-12-11T20:03:30,345 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18869594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:03:30,345 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9fe0640122ec,46209,-1] 2024-12-11T20:03:30,348 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T20:03:30,349 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:30,351 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T20:03:30,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7a5cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:03:30,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:03:30,360 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1] 2024-12-11T20:03:30,360 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:03:30,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:03:30,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9fe0640122ec,46209,1733947396574 2024-12-11T20:03:30,387 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733947410386 (current time:1733947410386). 2024-12-11T20:03:30,387 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T20:03:30,387 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T20:03:30,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac2c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:03:30,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9fe0640122ec,46209,-1 for getting cluster id 2024-12-11T20:03:30,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T20:03:30,391 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa19af1a-3b32-4558-bc26-e1ebda17a6be' 2024-12-11T20:03:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T20:03:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa19af1a-3b32-4558-bc26-e1ebda17a6be" 2024-12-11T20:03:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f03a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:03:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9fe0640122ec,46209,-1] 2024-12-11T20:03:30,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T20:03:30,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:30,394 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T20:03:30,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2a0af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:03:30,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:03:30,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1] 2024-12-11T20:03:30,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:03:30,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:03:30,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T20:03:30,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:03:30,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:30,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:30,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T20:03:30,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T20:03:30,416 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9fe0640122ec,46209,1733947396574 2024-12-11T20:03:30,418 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7e6cff 2024-12-11T20:03:30,419 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T20:03:30,421 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T20:03:30,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T20:03:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T20:03:30,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T20:03:30,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T20:03:30,438 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:30,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T20:03:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:03:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741837_1013 (size=361) 2024-12-11T20:03:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741837_1013 (size=361) 2024-12-11T20:03:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741837_1013 (size=361) 2024-12-11T20:03:30,458 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 60c35c826079562ac0bb3095e83ac5e1, NAME => 'SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,459 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5b99df0065dc9214483d41845a86be5c, NAME => 'SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,459 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06898d8ae462ee67b8f963e1e6b69d05, NAME => 'SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741838_1014 (size=62) 2024-12-11T20:03:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741838_1014 (size=62) 2024-12-11T20:03:30,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 60c35c826079562ac0bb3095e83ac5e1, disabling compactions & flushes 2024-12-11T20:03:30,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741839_1015 (size=54) 2024-12-11T20:03:30,473 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:03:30,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:03:30,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. after waiting 0 ms 2024-12-11T20:03:30,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:03:30,474 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:03:30,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 60c35c826079562ac0bb3095e83ac5e1: Waiting for close lock at 1733947410473Disabling compacts and flushes for region at 1733947410473Disabling writes for close at 1733947410474 (+1 ms)Writing region close event to WAL at 1733947410474Closed at 1733947410474 2024-12-11T20:03:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741839_1015 (size=54) 2024-12-11T20:03:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741839_1015 (size=54) 2024-12-11T20:03:30,474 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8eda340ae17ee17218a2ade0162517a2, NAME => 'SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741838_1014 (size=62) 2024-12-11T20:03:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741840_1016 (size=62) 2024-12-11T20:03:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741840_1016 (size=62) 2024-12-11T20:03:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741840_1016 (size=62) 2024-12-11T20:03:30,478 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5b99df0065dc9214483d41845a86be5c, disabling compactions & flushes 2024-12-11T20:03:30,479 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:03:30,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:03:30,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. after waiting 0 ms 2024-12-11T20:03:30,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:03:30,479 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:03:30,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5b99df0065dc9214483d41845a86be5c: Waiting for close lock at 1733947410478Disabling compacts and flushes for region at 1733947410478Disabling writes for close at 1733947410479 (+1 ms)Writing region close event to WAL at 1733947410479Closed at 1733947410479 2024-12-11T20:03:30,479 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => acca4f9c09b91bb1fe87bf4017417bcf, NAME => 'SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741841_1017 (size=62) 2024-12-11T20:03:30,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741841_1017 (size=62) 2024-12-11T20:03:30,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741841_1017 (size=62) 2024-12-11T20:03:30,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8eda340ae17ee17218a2ade0162517a2, disabling compactions & flushes 2024-12-11T20:03:30,494 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:03:30,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:03:30,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. after waiting 0 ms 2024-12-11T20:03:30,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:03:30,494 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:03:30,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8eda340ae17ee17218a2ade0162517a2: Waiting for close lock at 1733947410494Disabling compacts and flushes for region at 1733947410494Disabling writes for close at 1733947410494Writing region close event to WAL at 1733947410494Closed at 1733947410494 2024-12-11T20:03:30,495 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5f153de18ae14f1cb8a3a846f3b8aca7, NAME => 'SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741842_1018 (size=62) 2024-12-11T20:03:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741842_1018 (size=62) 2024-12-11T20:03:30,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741842_1018 (size=62) 2024-12-11T20:03:30,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing acca4f9c09b91bb1fe87bf4017417bcf, disabling compactions & flushes 2024-12-11T20:03:30,502 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:03:30,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:03:30,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. after waiting 0 ms 2024-12-11T20:03:30,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:03:30,502 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:03:30,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for acca4f9c09b91bb1fe87bf4017417bcf: Waiting for close lock at 1733947410502Disabling compacts and flushes for region at 1733947410502Disabling writes for close at 1733947410502Writing region close event to WAL at 1733947410502Closed at 1733947410502 2024-12-11T20:03:30,503 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d2e896cb57830e5919650872bbb5ba22, NAME => 'SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741843_1019 (size=62) 2024-12-11T20:03:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741843_1019 (size=62) 2024-12-11T20:03:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741843_1019 (size=62) 2024-12-11T20:03:30,507 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,507 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5f153de18ae14f1cb8a3a846f3b8aca7, disabling compactions & flushes 2024-12-11T20:03:30,507 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:03:30,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:03:30,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. after waiting 0 ms 2024-12-11T20:03:30,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:03:30,508 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:03:30,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5f153de18ae14f1cb8a3a846f3b8aca7: Waiting for close lock at 1733947410507Disabling compacts and flushes for region at 1733947410507Disabling writes for close at 1733947410508 (+1 ms)Writing region close event to WAL at 1733947410508Closed at 1733947410508 2024-12-11T20:03:30,508 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 41ba8937283ab9e1976222a90a5a092b, NAME => 'SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741844_1020 (size=62) 2024-12-11T20:03:30,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741844_1020 (size=62) 2024-12-11T20:03:30,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741844_1020 (size=62) 2024-12-11T20:03:30,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d2e896cb57830e5919650872bbb5ba22, disabling compactions & flushes 2024-12-11T20:03:30,518 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:03:30,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:03:30,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. after waiting 0 ms 2024-12-11T20:03:30,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:03:30,518 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:03:30,518 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d2e896cb57830e5919650872bbb5ba22: Waiting for close lock at 1733947410518Disabling compacts and flushes for region at 1733947410518Disabling writes for close at 1733947410518Writing region close event to WAL at 1733947410518Closed at 1733947410518 2024-12-11T20:03:30,519 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b6960a79d1b67b6bc3c890afb064684e, NAME => 'SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741845_1021 (size=62) 2024-12-11T20:03:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741845_1021 (size=62) 2024-12-11T20:03:30,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741845_1021 (size=62) 2024-12-11T20:03:30,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 41ba8937283ab9e1976222a90a5a092b, disabling compactions & flushes 2024-12-11T20:03:30,522 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:03:30,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:03:30,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. after waiting 0 ms 2024-12-11T20:03:30,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:03:30,522 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:03:30,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 41ba8937283ab9e1976222a90a5a092b: Waiting for close lock at 1733947410522Disabling compacts and flushes for region at 1733947410522Disabling writes for close at 1733947410522Writing region close event to WAL at 1733947410522Closed at 1733947410522 2024-12-11T20:03:30,523 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0e443ac7f791c27d0c5fe56f9ed418c7, NAME => 'SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797 2024-12-11T20:03:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741846_1022 (size=62) 2024-12-11T20:03:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741846_1022 (size=62) 2024-12-11T20:03:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741846_1022 (size=62) 2024-12-11T20:03:30,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b6960a79d1b67b6bc3c890afb064684e, disabling compactions & flushes 2024-12-11T20:03:30,533 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:03:30,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:03:30,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. after waiting 0 ms 2024-12-11T20:03:30,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:03:30,533 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:03:30,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b6960a79d1b67b6bc3c890afb064684e: Waiting for close lock at 1733947410532Disabling compacts and flushes for region at 1733947410532Disabling writes for close at 1733947410533 (+1 ms)Writing region close event to WAL at 1733947410533Closed at 1733947410533 2024-12-11T20:03:30,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741847_1023 (size=54) 2024-12-11T20:03:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741847_1023 (size=54) 2024-12-11T20:03:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741847_1023 (size=54) 2024-12-11T20:03:30,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0e443ac7f791c27d0c5fe56f9ed418c7, disabling compactions & flushes 2024-12-11T20:03:30,536 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:03:30,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:03:30,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. after waiting 0 ms 2024-12-11T20:03:30,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:03:30,537 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:03:30,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0e443ac7f791c27d0c5fe56f9ed418c7: Waiting for close lock at 1733947410536Disabling compacts and flushes for region at 1733947410536Disabling writes for close at 1733947410536Writing region close event to WAL at 1733947410536Closed at 1733947410536 2024-12-11T20:03:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:03:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:03:30,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:30,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 06898d8ae462ee67b8f963e1e6b69d05, disabling compactions & flushes 2024-12-11T20:03:30,876 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:03:30,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:03:30,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. after waiting 0 ms 2024-12-11T20:03:30,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:03:30,876 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:03:30,876 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06898d8ae462ee67b8f963e1e6b69d05: Waiting for close lock at 1733947410876Disabling compacts and flushes for region at 1733947410876Disabling writes for close at 1733947410876Writing region close event to WAL at 1733947410876Closed at 1733947410876 2024-12-11T20:03:30,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T20:03:30,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733947410879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947410879"}]},"ts":"1733947410879"} 2024-12-11T20:03:30,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T20:03:30,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T20:03:30,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947410925"}]},"ts":"1733947410925"} 2024-12-11T20:03:30,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T20:03:30,932 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9fe0640122ec=0} racks are {/default-rack=0} 2024-12-11T20:03:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T20:03:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T20:03:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T20:03:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T20:03:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T20:03:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T20:03:30,939 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T20:03:30,939 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T20:03:30,939 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T20:03:30,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T20:03:30,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06898d8ae462ee67b8f963e1e6b69d05, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b99df0065dc9214483d41845a86be5c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60c35c826079562ac0bb3095e83ac5e1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acca4f9c09b91bb1fe87bf4017417bcf, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f153de18ae14f1cb8a3a846f3b8aca7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41ba8937283ab9e1976222a90a5a092b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6960a79d1b67b6bc3c890afb064684e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN}] 2024-12-11T20:03:30,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60c35c826079562ac0bb3095e83ac5e1, ASSIGN 2024-12-11T20:03:30,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06898d8ae462ee67b8f963e1e6b69d05, ASSIGN 2024-12-11T20:03:30,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b99df0065dc9214483d41845a86be5c, ASSIGN 2024-12-11T20:03:30,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN 2024-12-11T20:03:30,946 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06898d8ae462ee67b8f963e1e6b69d05, ASSIGN; state=OFFLINE, location=9fe0640122ec,45245,1733947397807; forceNewPlan=false, retain=false 2024-12-11T20:03:30,946 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60c35c826079562ac0bb3095e83ac5e1, ASSIGN; state=OFFLINE, location=9fe0640122ec,45245,1733947397807; forceNewPlan=false, retain=false 2024-12-11T20:03:30,947 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN; state=OFFLINE, location=9fe0640122ec,38395,1733947397731; forceNewPlan=false, retain=false 2024-12-11T20:03:30,947 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b99df0065dc9214483d41845a86be5c, ASSIGN; state=OFFLINE, location=9fe0640122ec,45209,1733947397577; forceNewPlan=false, retain=false 2024-12-11T20:03:30,951 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN 2024-12-11T20:03:30,952 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41ba8937283ab9e1976222a90a5a092b, ASSIGN 2024-12-11T20:03:30,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6960a79d1b67b6bc3c890afb064684e, ASSIGN 2024-12-11T20:03:30,952 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN 2024-12-11T20:03:30,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f153de18ae14f1cb8a3a846f3b8aca7, ASSIGN 2024-12-11T20:03:30,953 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN; state=OFFLINE, location=9fe0640122ec,38395,1733947397731; forceNewPlan=false, retain=false 2024-12-11T20:03:30,954 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41ba8937283ab9e1976222a90a5a092b, ASSIGN; state=OFFLINE, location=9fe0640122ec,45245,1733947397807; forceNewPlan=false, retain=false 2024-12-11T20:03:30,954 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN; state=OFFLINE, location=9fe0640122ec,38395,1733947397731; forceNewPlan=false, retain=false 2024-12-11T20:03:30,954 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6960a79d1b67b6bc3c890afb064684e, ASSIGN; state=OFFLINE, location=9fe0640122ec,45209,1733947397577; forceNewPlan=false, retain=false 2024-12-11T20:03:30,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f153de18ae14f1cb8a3a846f3b8aca7, ASSIGN; state=OFFLINE, location=9fe0640122ec,45209,1733947397577; forceNewPlan=false, retain=false 2024-12-11T20:03:30,960 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acca4f9c09b91bb1fe87bf4017417bcf, ASSIGN 2024-12-11T20:03:30,961 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acca4f9c09b91bb1fe87bf4017417bcf, ASSIGN; state=OFFLINE, location=9fe0640122ec,45245,1733947397807; forceNewPlan=false, retain=false 2024-12-11T20:03:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:03:31,099 INFO [9fe0640122ec:46209 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T20:03:31,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=41ba8937283ab9e1976222a90a5a092b, regionState=OPENING, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:31,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b6960a79d1b67b6bc3c890afb064684e, regionState=OPENING, regionLocation=9fe0640122ec,45209,1733947397577 2024-12-11T20:03:31,100 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=60c35c826079562ac0bb3095e83ac5e1, regionState=OPENING, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:31,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06898d8ae462ee67b8f963e1e6b69d05, regionState=OPENING, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:31,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=acca4f9c09b91bb1fe87bf4017417bcf, regionState=OPENING, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:31,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0e443ac7f791c27d0c5fe56f9ed418c7, regionState=OPENING, regionLocation=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:31,102 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8eda340ae17ee17218a2ade0162517a2, regionState=OPENING, regionLocation=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:31,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f153de18ae14f1cb8a3a846f3b8aca7, regionState=OPENING, regionLocation=9fe0640122ec,45209,1733947397577 2024-12-11T20:03:31,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5b99df0065dc9214483d41845a86be5c, regionState=OPENING, regionLocation=9fe0640122ec,45209,1733947397577 2024-12-11T20:03:31,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d2e896cb57830e5919650872bbb5ba22, regionState=OPENING, regionLocation=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:31,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60c35c826079562ac0bb3095e83ac5e1, ASSIGN because future has completed 2024-12-11T20:03:31,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c35c826079562ac0bb3095e83ac5e1, server=9fe0640122ec,45245,1733947397807}] 2024-12-11T20:03:31,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06898d8ae462ee67b8f963e1e6b69d05, ASSIGN because future has completed 2024-12-11T20:03:31,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06898d8ae462ee67b8f963e1e6b69d05, server=9fe0640122ec,45245,1733947397807}] 2024-12-11T20:03:31,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acca4f9c09b91bb1fe87bf4017417bcf, ASSIGN because future has completed 2024-12-11T20:03:31,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41ba8937283ab9e1976222a90a5a092b, ASSIGN because future has completed 2024-12-11T20:03:31,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure acca4f9c09b91bb1fe87bf4017417bcf, server=9fe0640122ec,45245,1733947397807}] 2024-12-11T20:03:31,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41ba8937283ab9e1976222a90a5a092b, server=9fe0640122ec,45245,1733947397807}] 2024-12-11T20:03:31,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6960a79d1b67b6bc3c890afb064684e, ASSIGN because future has completed 2024-12-11T20:03:31,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN because future has completed 2024-12-11T20:03:31,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN because future has completed 2024-12-11T20:03:31,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6960a79d1b67b6bc3c890afb064684e, server=9fe0640122ec,45209,1733947397577}] 2024-12-11T20:03:31,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eda340ae17ee17218a2ade0162517a2, server=9fe0640122ec,38395,1733947397731}] 2024-12-11T20:03:31,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7, server=9fe0640122ec,38395,1733947397731}] 2024-12-11T20:03:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f153de18ae14f1cb8a3a846f3b8aca7, ASSIGN because future has completed 2024-12-11T20:03:31,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b99df0065dc9214483d41845a86be5c, ASSIGN because future has completed 2024-12-11T20:03:31,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN because future has completed 2024-12-11T20:03:31,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2e896cb57830e5919650872bbb5ba22, server=9fe0640122ec,38395,1733947397731}] 2024-12-11T20:03:31,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b99df0065dc9214483d41845a86be5c, server=9fe0640122ec,45209,1733947397577}] 2024-12-11T20:03:31,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f153de18ae14f1cb8a3a846f3b8aca7, server=9fe0640122ec,45209,1733947397577}] 2024-12-11T20:03:31,483 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T20:03:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:03:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:03:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:03:35,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T20:03:37,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T20:03:37,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T20:03:37,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T20:03:37,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T20:03:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:03:41,111 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T20:03:41,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T20:03:41,121 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:03:41,122 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 41ba8937283ab9e1976222a90a5a092b, NAME => 'SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T20:03:41,122 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,123 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,123 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,123 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,127 INFO [StoreOpener-41ba8937283ab9e1976222a90a5a092b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,130 INFO [StoreOpener-41ba8937283ab9e1976222a90a5a092b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41ba8937283ab9e1976222a90a5a092b columnFamilyName cf 2024-12-11T20:03:41,130 DEBUG [StoreOpener-41ba8937283ab9e1976222a90a5a092b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,132 INFO [StoreOpener-41ba8937283ab9e1976222a90a5a092b-1 {}] regionserver.HStore(327): Store=41ba8937283ab9e1976222a90a5a092b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T20:03:41,134 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T20:03:41,136 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,138 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,142 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,142 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,145 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,157 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:03:41,157 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eda340ae17ee17218a2ade0162517a2, NAME => 'SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T20:03:41,159 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,159 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,161 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:03:41,160 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,161 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,161 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,162 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b6960a79d1b67b6bc3c890afb064684e, NAME => 'SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T20:03:41,162 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,162 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,162 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,163 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,164 INFO [StoreOpener-8eda340ae17ee17218a2ade0162517a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,165 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 41ba8937283ab9e1976222a90a5a092b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342550, jitterRate=0.12269148230552673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,165 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:41,167 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 41ba8937283ab9e1976222a90a5a092b: Running coprocessor pre-open hook at 1733947421123Writing region info on filesystem at 1733947421123Initializing all the Stores at 1733947421127 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421127Cleaning up temporary data from old regions at 1733947421142 (+15 ms)Running coprocessor post-open hooks at 1733947421165 (+23 ms)Region opened successfully at 1733947421166 (+1 ms) 2024-12-11T20:03:41,169 INFO [StoreOpener-8eda340ae17ee17218a2ade0162517a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eda340ae17ee17218a2ade0162517a2 columnFamilyName cf 2024-12-11T20:03:41,169 DEBUG [StoreOpener-8eda340ae17ee17218a2ade0162517a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,169 INFO [StoreOpener-b6960a79d1b67b6bc3c890afb064684e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,170 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b., pid=18, masterSystemTime=1733947421110 2024-12-11T20:03:41,170 INFO [StoreOpener-8eda340ae17ee17218a2ade0162517a2-1 {}] regionserver.HStore(327): Store=8eda340ae17ee17218a2ade0162517a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,173 INFO [StoreOpener-b6960a79d1b67b6bc3c890afb064684e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6960a79d1b67b6bc3c890afb064684e columnFamilyName cf 2024-12-11T20:03:41,173 DEBUG [StoreOpener-b6960a79d1b67b6bc3c890afb064684e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,173 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:03:41,174 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:03:41,174 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:03:41,174 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 60c35c826079562ac0bb3095e83ac5e1, NAME => 'SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T20:03:41,174 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,174 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,175 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,175 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,177 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,177 INFO [StoreOpener-b6960a79d1b67b6bc3c890afb064684e-1 {}] regionserver.HStore(327): Store=b6960a79d1b67b6bc3c890afb064684e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=41ba8937283ab9e1976222a90a5a092b, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:41,178 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,178 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,179 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,179 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,180 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,181 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,181 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41ba8937283ab9e1976222a90a5a092b, server=9fe0640122ec,45245,1733947397807 because future has completed 2024-12-11T20:03:41,185 INFO [StoreOpener-60c35c826079562ac0bb3095e83ac5e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,186 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,186 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,187 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,190 INFO [StoreOpener-60c35c826079562ac0bb3095e83ac5e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c35c826079562ac0bb3095e83ac5e1 columnFamilyName cf 2024-12-11T20:03:41,191 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,193 DEBUG [StoreOpener-60c35c826079562ac0bb3095e83ac5e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-11T20:03:41,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 41ba8937283ab9e1976222a90a5a092b, server=9fe0640122ec,45245,1733947397807 in 10.0740 sec 2024-12-11T20:03:41,195 INFO [StoreOpener-60c35c826079562ac0bb3095e83ac5e1-1 {}] regionserver.HStore(327): Store=60c35c826079562ac0bb3095e83ac5e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,195 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41ba8937283ab9e1976222a90a5a092b, ASSIGN in 10.2530 sec 2024-12-11T20:03:41,200 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,201 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,201 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/8eda340ae17ee17218a2ade0162517a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,202 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,202 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,202 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8eda340ae17ee17218a2ade0162517a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70721649, jitterRate=0.053834691643714905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,203 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:41,203 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8eda340ae17ee17218a2ade0162517a2: Running coprocessor pre-open hook at 1733947421162Writing region info on filesystem at 1733947421162Initializing all the Stores at 1733947421163 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421163Cleaning up temporary data from old regions at 1733947421181 (+18 ms)Running coprocessor post-open hooks at 1733947421203 (+22 ms)Region opened successfully at 1733947421203 2024-12-11T20:03:41,205 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2., pid=21, masterSystemTime=1733947421129 2024-12-11T20:03:41,205 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,213 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:03:41,213 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:03:41,213 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,214 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:03:41,214 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e443ac7f791c27d0c5fe56f9ed418c7, NAME => 'SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T20:03:41,214 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b6960a79d1b67b6bc3c890afb064684e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70419728, jitterRate=0.04933571815490723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,215 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8eda340ae17ee17218a2ade0162517a2, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:41,215 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:41,215 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,215 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b6960a79d1b67b6bc3c890afb064684e: Running coprocessor pre-open hook at 1733947421163Writing region info on filesystem at 1733947421163Initializing all the Stores at 1733947421167 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421167Cleaning up temporary data from old regions at 1733947421186 (+19 ms)Running coprocessor post-open hooks at 1733947421215 (+29 ms)Region opened successfully at 1733947421215 2024-12-11T20:03:41,215 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,215 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,215 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,216 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e., pid=19, masterSystemTime=1733947421133 2024-12-11T20:03:41,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eda340ae17ee17218a2ade0162517a2, server=9fe0640122ec,38395,1733947397731 because future has completed 2024-12-11T20:03:41,222 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:03:41,223 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:03:41,223 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:03:41,223 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b99df0065dc9214483d41845a86be5c, NAME => 'SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T20:03:41,223 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b6960a79d1b67b6bc3c890afb064684e, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45209,1733947397577 2024-12-11T20:03:41,223 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,224 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,224 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,228 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/60c35c826079562ac0bb3095e83ac5e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6960a79d1b67b6bc3c890afb064684e, server=9fe0640122ec,45209,1733947397577 because future has completed 2024-12-11T20:03:41,230 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 60c35c826079562ac0bb3095e83ac5e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68565213, jitterRate=0.02170129120349884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,230 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:41,230 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 60c35c826079562ac0bb3095e83ac5e1: Running coprocessor pre-open hook at 1733947421175Writing region info on filesystem at 1733947421175Initializing all the Stores at 1733947421177 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421177Cleaning up temporary data from old regions at 1733947421202 (+25 ms)Running coprocessor post-open hooks at 1733947421230 (+28 ms)Region opened successfully at 1733947421230 2024-12-11T20:03:41,231 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1., pid=15, masterSystemTime=1733947421110 2024-12-11T20:03:41,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-11T20:03:41,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eda340ae17ee17218a2ade0162517a2, server=9fe0640122ec,38395,1733947397731 in 10.1030 sec 2024-12-11T20:03:41,233 INFO [StoreOpener-0e443ac7f791c27d0c5fe56f9ed418c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,235 INFO [StoreOpener-5b99df0065dc9214483d41845a86be5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,236 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:03:41,236 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:03:41,237 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:03:41,237 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => acca4f9c09b91bb1fe87bf4017417bcf, NAME => 'SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T20:03:41,237 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,238 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,238 INFO [StoreOpener-0e443ac7f791c27d0c5fe56f9ed418c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e443ac7f791c27d0c5fe56f9ed418c7 columnFamilyName cf 2024-12-11T20:03:41,238 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,238 DEBUG [StoreOpener-0e443ac7f791c27d0c5fe56f9ed418c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,238 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN in 10.2900 sec 2024-12-11T20:03:41,239 INFO [StoreOpener-0e443ac7f791c27d0c5fe56f9ed418c7-1 {}] regionserver.HStore(327): Store=0e443ac7f791c27d0c5fe56f9ed418c7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,239 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,244 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,245 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,245 INFO [StoreOpener-5b99df0065dc9214483d41845a86be5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b99df0065dc9214483d41845a86be5c columnFamilyName cf 2024-12-11T20:03:41,245 DEBUG [StoreOpener-5b99df0065dc9214483d41845a86be5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,245 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=60c35c826079562ac0bb3095e83ac5e1, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:41,245 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-12-11T20:03:41,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b6960a79d1b67b6bc3c890afb064684e, server=9fe0640122ec,45209,1733947397577 in 10.1160 sec 2024-12-11T20:03:41,246 INFO [StoreOpener-5b99df0065dc9214483d41845a86be5c-1 {}] regionserver.HStore(327): Store=5b99df0065dc9214483d41845a86be5c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,246 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,246 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,249 INFO [StoreOpener-acca4f9c09b91bb1fe87bf4017417bcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,250 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,251 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,251 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,251 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,253 INFO [StoreOpener-acca4f9c09b91bb1fe87bf4017417bcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acca4f9c09b91bb1fe87bf4017417bcf columnFamilyName cf 2024-12-11T20:03:41,253 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,253 DEBUG [StoreOpener-acca4f9c09b91bb1fe87bf4017417bcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,254 INFO [StoreOpener-acca4f9c09b91bb1fe87bf4017417bcf-1 {}] regionserver.HStore(327): Store=acca4f9c09b91bb1fe87bf4017417bcf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,255 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,255 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,257 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46209 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9fe0640122ec,45245,1733947397807, table=SPTestTable, region=60c35c826079562ac0bb3095e83ac5e1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T20:03:41,260 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,261 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,263 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,263 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6960a79d1b67b6bc3c890afb064684e, ASSIGN in 10.3050 sec 2024-12-11T20:03:41,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60c35c826079562ac0bb3095e83ac5e1, server=9fe0640122ec,45245,1733947397807 because future has completed 2024-12-11T20:03:41,266 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/5b99df0065dc9214483d41845a86be5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,266 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/0e443ac7f791c27d0c5fe56f9ed418c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,267 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0e443ac7f791c27d0c5fe56f9ed418c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67929596, jitterRate=0.012229859828948975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,267 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:41,267 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0e443ac7f791c27d0c5fe56f9ed418c7: Running coprocessor pre-open hook at 1733947421217Writing region info on filesystem at 1733947421217Initializing all the Stores at 1733947421221 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421221Cleaning up temporary data from old regions at 1733947421246 (+25 ms)Running coprocessor post-open hooks at 1733947421267 (+21 ms)Region opened successfully at 1733947421267 2024-12-11T20:03:41,268 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5b99df0065dc9214483d41845a86be5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63042742, jitterRate=-0.06058993935585022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,269 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:41,269 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5b99df0065dc9214483d41845a86be5c: Running coprocessor pre-open hook at 1733947421224Writing region info on filesystem at 1733947421224Initializing all the Stores at 1733947421231 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421231Cleaning up temporary data from old regions at 1733947421251 (+20 ms)Running coprocessor post-open hooks at 1733947421269 (+18 ms)Region opened successfully at 1733947421269 2024-12-11T20:03:41,270 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., pid=20, masterSystemTime=1733947421129 2024-12-11T20:03:41,271 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,272 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c., pid=23, masterSystemTime=1733947421133 2024-12-11T20:03:41,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-12-11T20:03:41,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 60c35c826079562ac0bb3095e83ac5e1, server=9fe0640122ec,45245,1733947397807 in 10.1620 sec 2024-12-11T20:03:41,276 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:03:41,276 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:03:41,276 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:03:41,277 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d2e896cb57830e5919650872bbb5ba22, NAME => 'SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T20:03:41,277 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:03:41,277 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:03:41,277 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,277 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:03:41,277 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,277 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,277 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f153de18ae14f1cb8a3a846f3b8aca7, NAME => 'SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T20:03:41,277 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,278 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,278 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0e443ac7f791c27d0c5fe56f9ed418c7, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:41,279 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,279 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/acca4f9c09b91bb1fe87bf4017417bcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,279 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,279 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,280 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened acca4f9c09b91bb1fe87bf4017417bcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69852130, jitterRate=0.040877848863601685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,281 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:41,281 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for acca4f9c09b91bb1fe87bf4017417bcf: Running coprocessor pre-open hook at 1733947421238Writing region info on filesystem at 1733947421238Initializing all the Stores at 1733947421243 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421244 (+1 ms)Cleaning up temporary data from old regions at 1733947421263 (+19 ms)Running coprocessor post-open hooks at 1733947421281 (+18 ms)Region opened successfully at 1733947421281 2024-12-11T20:03:41,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60c35c826079562ac0bb3095e83ac5e1, ASSIGN in 10.3340 sec 2024-12-11T20:03:41,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5b99df0065dc9214483d41845a86be5c, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45209,1733947397577 2024-12-11T20:03:41,284 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf., pid=17, masterSystemTime=1733947421110 2024-12-11T20:03:41,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7, server=9fe0640122ec,38395,1733947397731 because future has completed 2024-12-11T20:03:41,289 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:03:41,289 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:03:41,289 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:03:41,289 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 06898d8ae462ee67b8f963e1e6b69d05, NAME => 'SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T20:03:41,289 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,290 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:41,290 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,290 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b99df0065dc9214483d41845a86be5c, server=9fe0640122ec,45209,1733947397577 because future has completed 2024-12-11T20:03:41,293 INFO [StoreOpener-5f153de18ae14f1cb8a3a846f3b8aca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,295 INFO [StoreOpener-d2e896cb57830e5919650872bbb5ba22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,296 INFO [StoreOpener-06898d8ae462ee67b8f963e1e6b69d05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=acca4f9c09b91bb1fe87bf4017417bcf, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:41,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-11T20:03:41,299 INFO [StoreOpener-d2e896cb57830e5919650872bbb5ba22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2e896cb57830e5919650872bbb5ba22 columnFamilyName cf 2024-12-11T20:03:41,299 DEBUG [StoreOpener-d2e896cb57830e5919650872bbb5ba22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,299 INFO [StoreOpener-5f153de18ae14f1cb8a3a846f3b8aca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f153de18ae14f1cb8a3a846f3b8aca7 columnFamilyName cf 2024-12-11T20:03:41,300 DEBUG [StoreOpener-5f153de18ae14f1cb8a3a846f3b8aca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,300 INFO [StoreOpener-06898d8ae462ee67b8f963e1e6b69d05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06898d8ae462ee67b8f963e1e6b69d05 columnFamilyName cf 2024-12-11T20:03:41,300 DEBUG [StoreOpener-06898d8ae462ee67b8f963e1e6b69d05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:41,301 INFO [StoreOpener-d2e896cb57830e5919650872bbb5ba22-1 {}] regionserver.HStore(327): Store=d2e896cb57830e5919650872bbb5ba22/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,301 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,301 INFO [StoreOpener-5f153de18ae14f1cb8a3a846f3b8aca7-1 {}] regionserver.HStore(327): Store=5f153de18ae14f1cb8a3a846f3b8aca7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure acca4f9c09b91bb1fe87bf4017417bcf, server=9fe0640122ec,45245,1733947397807 because future has completed 2024-12-11T20:03:41,301 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,302 INFO [StoreOpener-06898d8ae462ee67b8f963e1e6b69d05-1 {}] regionserver.HStore(327): Store=06898d8ae462ee67b8f963e1e6b69d05/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:41,302 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,302 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7, server=9fe0640122ec,38395,1733947397731 in 10.1700 sec 2024-12-11T20:03:41,303 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,303 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,304 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,304 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,305 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,305 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,305 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,305 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,305 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN in 10.3590 sec 2024-12-11T20:03:41,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-11T20:03:41,308 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,308 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b99df0065dc9214483d41845a86be5c, server=9fe0640122ec,45209,1733947397577 in 10.1690 sec 2024-12-11T20:03:41,312 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,312 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,313 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b99df0065dc9214483d41845a86be5c, ASSIGN in 10.3700 sec 2024-12-11T20:03:41,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-11T20:03:41,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure acca4f9c09b91bb1fe87bf4017417bcf, server=9fe0640122ec,45245,1733947397807 in 10.1950 sec 2024-12-11T20:03:41,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acca4f9c09b91bb1fe87bf4017417bcf, ASSIGN in 10.3740 sec 2024-12-11T20:03:41,318 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/d2e896cb57830e5919650872bbb5ba22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,319 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d2e896cb57830e5919650872bbb5ba22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69023664, jitterRate=0.028532743453979492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,319 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:41,319 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d2e896cb57830e5919650872bbb5ba22: Running coprocessor pre-open hook at 1733947421277Writing region info on filesystem at 1733947421277Initializing all the Stores at 1733947421281 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421281Cleaning up temporary data from old regions at 1733947421305 (+24 ms)Running coprocessor post-open hooks at 1733947421319 (+14 ms)Region opened successfully at 1733947421319 2024-12-11T20:03:41,321 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., pid=22, masterSystemTime=1733947421129 2024-12-11T20:03:41,321 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/5f153de18ae14f1cb8a3a846f3b8aca7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,323 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/06898d8ae462ee67b8f963e1e6b69d05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:03:41,324 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 5f153de18ae14f1cb8a3a846f3b8aca7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68971205, jitterRate=0.027751043438911438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,324 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:41,324 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 5f153de18ae14f1cb8a3a846f3b8aca7: Running coprocessor pre-open hook at 1733947421279Writing region info on filesystem at 1733947421279Initializing all the Stores at 1733947421288 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421288Cleaning up temporary data from old regions at 1733947421308 (+20 ms)Running coprocessor post-open hooks at 1733947421324 (+16 ms)Region opened successfully at 1733947421324 2024-12-11T20:03:41,324 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:03:41,324 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:03:41,326 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7., pid=24, masterSystemTime=1733947421133 2024-12-11T20:03:41,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d2e896cb57830e5919650872bbb5ba22, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,38395,1733947397731 2024-12-11T20:03:41,328 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 06898d8ae462ee67b8f963e1e6b69d05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69495198, jitterRate=0.03555914759635925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:41,328 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:41,328 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 06898d8ae462ee67b8f963e1e6b69d05: Running coprocessor pre-open hook at 1733947421290Writing region info on filesystem at 1733947421290Initializing all the Stores at 1733947421291 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947421292 (+1 ms)Cleaning up temporary data from old regions at 1733947421305 (+13 ms)Running coprocessor post-open hooks at 1733947421328 (+23 ms)Region opened successfully at 1733947421328 2024-12-11T20:03:41,329 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:03:41,329 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:03:41,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2e896cb57830e5919650872bbb5ba22, server=9fe0640122ec,38395,1733947397731 because future has completed 2024-12-11T20:03:41,330 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f153de18ae14f1cb8a3a846f3b8aca7, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45209,1733947397577 2024-12-11T20:03:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f153de18ae14f1cb8a3a846f3b8aca7, server=9fe0640122ec,45209,1733947397577 because future has completed 2024-12-11T20:03:41,336 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05., pid=16, masterSystemTime=1733947421110 2024-12-11T20:03:41,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-11T20:03:41,340 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:03:41,340 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:03:41,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d2e896cb57830e5919650872bbb5ba22, server=9fe0640122ec,38395,1733947397731 in 10.2060 sec 2024-12-11T20:03:41,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06898d8ae462ee67b8f963e1e6b69d05, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:41,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-12-11T20:03:41,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN in 10.3990 sec 2024-12-11T20:03:41,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f153de18ae14f1cb8a3a846f3b8aca7, server=9fe0640122ec,45209,1733947397577 in 10.2050 sec 2024-12-11T20:03:41,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06898d8ae462ee67b8f963e1e6b69d05, server=9fe0640122ec,45245,1733947397807 because future has completed 2024-12-11T20:03:41,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f153de18ae14f1cb8a3a846f3b8aca7, ASSIGN in 10.4040 sec 2024-12-11T20:03:41,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-12-11T20:03:41,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06898d8ae462ee67b8f963e1e6b69d05, server=9fe0640122ec,45245,1733947397807 in 10.2400 sec 2024-12-11T20:03:41,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T20:03:41,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06898d8ae462ee67b8f963e1e6b69d05, ASSIGN in 10.4120 sec 2024-12-11T20:03:41,360 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T20:03:41,360 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947421360"}]},"ts":"1733947421360"} 2024-12-11T20:03:41,363 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T20:03:41,367 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T20:03:41,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9390 sec 2024-12-11T20:03:43,485 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T20:03:45,337 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T20:03:46,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T20:03:47,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-11T20:03:47,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-11T20:03:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:03:48,698 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T20:03:48,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T20:03:48,700 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:03:48,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T20:03:48,720 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:03:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T20:03:48,786 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:48,792 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:48,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:48,801 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:48,806 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:48,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:48,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:48,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:48,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b., hostname=9fe0640122ec,45245,1733947397807, seqNum=2] 2024-12-11T20:03:48,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b., hostname=9fe0640122ec,45245,1733947397807, seqNum=2] 2024-12-11T20:03:48,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b., hostname=9fe0640122ec,45245,1733947397807, seqNum=2] 2024-12-11T20:03:48,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b., hostname=9fe0640122ec,45245,1733947397807, seqNum=2] 2024-12-11T20:03:48,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b., hostname=9fe0640122ec,45245,1733947397807, seqNum=2] 2024-12-11T20:03:48,879 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b., hostname=9fe0640122ec,45245,1733947397807, seqNum=2] 2024-12-11T20:03:48,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e., hostname=9fe0640122ec,45209,1733947397577, seqNum=2] 2024-12-11T20:03:48,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e., hostname=9fe0640122ec,45209,1733947397577, seqNum=2] 2024-12-11T20:03:48,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e., hostname=9fe0640122ec,45209,1733947397577, seqNum=2] 2024-12-11T20:03:48,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e., hostname=9fe0640122ec,45209,1733947397577, seqNum=2] 2024-12-11T20:03:48,932 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e., hostname=9fe0640122ec,45209,1733947397577, seqNum=2] 2024-12-11T20:03:48,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e., hostname=9fe0640122ec,45209,1733947397577, seqNum=2] 2024-12-11T20:03:48,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e., hostname=9fe0640122ec,45209,1733947397577, seqNum=2] 2024-12-11T20:03:48,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e., hostname=9fe0640122ec,45209,1733947397577, seqNum=2] 2024-12-11T20:03:49,039 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:49,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:49,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:49,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:49,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:49,057 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:49,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:49,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., hostname=9fe0640122ec,38395,1733947397731, seqNum=2] 2024-12-11T20:03:50,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:03:50,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:03:50,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:03:50,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:03:50,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T20:03:50,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45209 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T20:03:50,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:03:50,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T20:03:51,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38395 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T20:03:51,543 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T20:03:51,544 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:03:51,545 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T20:03:51,551 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T20:03:51,567 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T20:03:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741848_1024 (size=49) 2024-12-11T20:03:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741848_1024 (size=49) 2024-12-11T20:03:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741848_1024 (size=49) 2024-12-11T20:03:51,591 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T20:03:51,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06898d8ae462ee67b8f963e1e6b69d05}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b99df0065dc9214483d41845a86be5c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60c35c826079562ac0bb3095e83ac5e1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acca4f9c09b91bb1fe87bf4017417bcf}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f153de18ae14f1cb8a3a846f3b8aca7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41ba8937283ab9e1976222a90a5a092b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6960a79d1b67b6bc3c890afb064684e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7}] 2024-12-11T20:03:51,599 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:03:51,599 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:03:51,600 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:51,600 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:51,600 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:03:51,608 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:03:51,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:51,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:03:51,613 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:03:51,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:03:51,646 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9fe0640122ec,38395,1733947397731 2024-12-11T20:03:51,647 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9fe0640122ec,38395,1733947397731: Simulated kill ***** 2024-12-11T20:03:51,647 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T20:03:51,650 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T20:03:51,651 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T20:03:51,654 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T20:03:51,654 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T20:03:51,660 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 486143872 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 152244984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "9fe0640122ec", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "9fe0640122ec", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55753", "tag.serverName": "9fe0640122ec,45245,1733947397807", "tag.clusterId": "aa19af1a-3b32-4558-bc26-e1ebda17a6be", "tag.Context": "regionserver", "tag.Hostname": "9fe0640122ec", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733947397807, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-11T20:03:51,664 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46209 {}] master.MasterRpcServices(700): 9fe0640122ec,38395,1733947397731 reported a fatal error: ***** ABORTING region server 9fe0640122ec,38395,1733947397731: Simulated kill ***** 2024-12-11T20:03:51,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9fe0640122ec,38395,1733947397731' ***** 2024-12-11T20:03:51,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T20:03:51,666 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T20:03:51,666 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:03:51,667 INFO [RS:1;9fe0640122ec:38395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T20:03:51,667 INFO [RS:1;9fe0640122ec:38395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T20:03:51,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T20:03:51,667 INFO [RS:1;9fe0640122ec:38395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:03:51,667 INFO [RS:1;9fe0640122ec:38395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9fe0640122ec:38395. 2024-12-11T20:03:51,667 DEBUG [RS:1;9fe0640122ec:38395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:03:51,667 DEBUG [RS:1;9fe0640122ec:38395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741836_1012 (size=14382) 2024-12-11T20:03:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741836_1012 (size=14382) 2024-12-11T20:03:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741836_1012 (size=14382) 2024-12-11T20:03:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741834_1010 (size=966) 2024-12-11T20:03:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741834_1010 (size=966) 2024-12-11T20:03:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741834_1010 (size=966) 2024-12-11T20:03:51,680 DEBUG [RS:1;9fe0640122ec:38395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:51,681 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:03:51,681 INFO [RS:1;9fe0640122ec:38395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38395 2024-12-11T20:03:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:03:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9fe0640122ec,38395,1733947397731 2024-12-11T20:03:51,688 INFO [RS:1;9fe0640122ec:38395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:03:51,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9fe0640122ec,38395,1733947397731] 2024-12-11T20:03:51,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9fe0640122ec,38395,1733947397731 already deleted, retry=false 2024-12-11T20:03:51,691 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9fe0640122ec,38395,1733947397731 on 9fe0640122ec,46209,1733947396574 2024-12-11T20:03:51,692 INFO [regionserver/9fe0640122ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:03:51,696 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9fe0640122ec,38395,1733947397731, splitWal=true, meta=true 2024-12-11T20:03:51,701 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 9fe0640122ec,38395,1733947397731 (carryingMeta=true) 9fe0640122ec,38395,1733947397731/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1196ed65[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T20:03:51,701 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9fe0640122ec,38395,1733947397731, splitWal=true, meta=true 2024-12-11T20:03:51,706 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9fe0640122ec,38395,1733947397731, splitWal=true, meta=true, isMeta: true 2024-12-11T20:03:51,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:51,707 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:51,707 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:51,708 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting 2024-12-11T20:03:51,709 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 can not run currently because target server of region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T20:03:51,709 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 can not run currently because target server of region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T20:03:51,709 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 can not run currently because target server of region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T20:03:51,709 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2; timeout=1000, timestamp=1733947432709 2024-12-11T20:03:51,709 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22; timeout=1000, timestamp=1733947432709 2024-12-11T20:03:51,710 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7; timeout=1000, timestamp=1733947432709 2024-12-11T20:03:51,711 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9fe0640122ec,38395,1733947397731 WAL count=1, meta=true 2024-12-11T20:03:51,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta}] 2024-12-11T20:03:51,721 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:03:51,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, worker=9fe0640122ec,45245,1733947397807}] 2024-12-11T20:03:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:03:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38395-0x100caefa0120002, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:03:51,792 INFO [RS:1;9fe0640122ec:38395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:03:51,792 INFO [RS:1;9fe0640122ec:38395 {}] regionserver.HRegionServer(1031): Exiting; stopping=9fe0640122ec,38395,1733947397731; zookeeper connection closed. 2024-12-11T20:03:51,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d7f1369 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d7f1369 2024-12-11T20:03:52,633 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T20:03:52,634 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T20:03:52,709 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:52,709 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:52,710 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:52,712 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 can not run currently because target server of region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T20:03:52,712 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 can not run currently because target server of region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T20:03:52,712 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 can not run currently because target server of region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T20:03:52,712 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22; timeout=2000, timestamp=1733947434712 2024-12-11T20:03:52,712 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2; timeout=2000, timestamp=1733947434712 2024-12-11T20:03:52,712 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7; timeout=2000, timestamp=1733947434712 2024-12-11T20:03:54,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:54,713 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:54,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:54,714 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 can not run currently because target server of region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T20:03:54,714 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 can not run currently because target server of region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T20:03:54,714 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2; timeout=4000, timestamp=1733947438714 2024-12-11T20:03:54,715 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22; timeout=4000, timestamp=1733947438714 2024-12-11T20:03:54,715 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 can not run currently because target server of region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T20:03:54,715 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7; timeout=4000, timestamp=1733947438715 2024-12-11T20:03:58,714 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:03:58,714 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:03:58,715 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:03:58,716 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 can not run currently because target server of region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T20:03:58,716 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 can not run currently because target server of region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T20:03:58,716 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2; timeout=8000, timestamp=1733947446716 2024-12-11T20:03:58,716 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22; timeout=8000, timestamp=1733947446716 2024-12-11T20:03:58,717 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 can not run currently because target server of region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T20:03:58,717 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7; timeout=8000, timestamp=1733947446717 2024-12-11T20:04:01,133 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=9fe0640122ec,38395,1733947397731, timeout=1733947441602, delay=468, operations=null, containedObject=9fe0640122ec,45209,1733947397577, timeout=1733947441602, delay=468, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6960a79d1b67b6bc3c890afb064684e, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b99df0065dc9214483d41845a86be5c, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f153de18ae14f1cb8a3a846f3b8aca7], containedObject=9fe0640122ec,45245,1733947397807, timeout=1733947441602, delay=468, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06898d8ae462ee67b8f963e1e6b69d05, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, worker=9fe0640122ec,45245,1733947397807, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41ba8937283ab9e1976222a90a5a092b, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acca4f9c09b91bb1fe87bf4017417bcf, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60c35c826079562ac0bb3095e83ac5e1]] 2024-12-11T20:04:01,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T20:04:01,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T20:04:01,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T20:04:01,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:04:01,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:04:01,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T20:04:01,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:04:01,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-11T20:04:01,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:04:01,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T20:04:01,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T20:04:01,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:04:01,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T20:04:01,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:04:01,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for acca4f9c09b91bb1fe87bf4017417bcf: 2024-12-11T20:04:01,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 5f153de18ae14f1cb8a3a846f3b8aca7: 2024-12-11T20:04:01,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5b99df0065dc9214483d41845a86be5c: 2024-12-11T20:04:01,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. for SnapshotProcedureTest completed. 2024-12-11T20:04:01,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. for SnapshotProcedureTest completed. 2024-12-11T20:04:01,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. for SnapshotProcedureTest completed. 2024-12-11T20:04:01,615 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b6960a79d1b67b6bc3c890afb064684e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T20:04:01,615 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 41ba8937283ab9e1976222a90a5a092b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T20:04:01,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 06898d8ae462ee67b8f963e1e6b69d05: 2024-12-11T20:04:01,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. for SnapshotProcedureTest completed. 2024-12-11T20:04:01,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:01,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:01,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:01,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:01,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:01,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:01,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:01,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:01,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:04:01,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:04:01,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:04:01,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:04:01,641 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, size=14.0 K (14382bytes) 2024-12-11T20:04:01,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T20:04:01,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T20:04:01,643 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta 2024-12-11T20:04:01,649 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta after 3ms 2024-12-11T20:04:01,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741849_1025 (size=65) 2024-12-11T20:04:01,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741849_1025 (size=65) 2024-12-11T20:04:01,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741851_1027 (size=65) 2024-12-11T20:04:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741851_1027 (size=65) 2024-12-11T20:04:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741849_1025 (size=65) 2024-12-11T20:04:01,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:04:01,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:04:01,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741851_1027 (size=65) 2024-12-11T20:04:01,665 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta took 26ms 2024-12-11T20:04:01,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T20:04:01,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:04:01,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741850_1026 (size=57) 2024-12-11T20:04:01,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 60c35c826079562ac0bb3095e83ac5e1: 2024-12-11T20:04:01,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. for SnapshotProcedureTest completed. 2024-12-11T20:04:01,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741850_1026 (size=57) 2024-12-11T20:04:01,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T20:04:01,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:01,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:01,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:04:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T20:04:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T20:04:01,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:04:01,670 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:04:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741850_1026 (size=57) 2024-12-11T20:04:01,671 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:04:01,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:04:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741852_1028 (size=65) 2024-12-11T20:04:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741852_1028 (size=65) 2024-12-11T20:04:01,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:04:01,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T20:04:01,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741852_1028 (size=65) 2024-12-11T20:04:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T20:04:01,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:04:01,678 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:04:01,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:04:01,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5b99df0065dc9214483d41845a86be5c in 10.0800 sec 2024-12-11T20:04:01,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T20:04:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T20:04:01,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:04:01,679 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:04:01,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure acca4f9c09b91bb1fe87bf4017417bcf in 10.0800 sec 2024-12-11T20:04:01,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06898d8ae462ee67b8f963e1e6b69d05 in 10.0860 sec 2024-12-11T20:04:01,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f153de18ae14f1cb8a3a846f3b8aca7 in 10.0870 sec 2024-12-11T20:04:01,690 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-11T20:04:01,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta so closing down 2024-12-11T20:04:01,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T20:04:01,697 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta.temp 2024-12-11T20:04:01,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741853_1029 (size=65) 2024-12-11T20:04:01,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741853_1029 (size=65) 2024-12-11T20:04:01,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:04:01,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T20:04:01,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741853_1029 (size=65) 2024-12-11T20:04:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T20:04:01,702 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:04:01,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:04:01,706 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta.temp 2024-12-11T20:04:01,708 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T20:04:01,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60c35c826079562ac0bb3095e83ac5e1 in 10.1130 sec 2024-12-11T20:04:01,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b/.tmp/cf/e4d9761fe9464bfca944f31604c89812 is 34, key is baa/cf:cf/1733947430401/Put/seqid=0 2024-12-11T20:04:01,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e/.tmp/cf/8bfb45d278a24c95b3e45c60e90c5de3 is 34, key is ccd/cf:cf/1733947430379/Put/seqid=0 2024-12-11T20:04:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741854_1030 (size=14141) 2024-12-11T20:04:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741854_1030 (size=14141) 2024-12-11T20:04:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741854_1030 (size=14141) 2024-12-11T20:04:01,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-11T20:04:01,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta.temp to hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T20:04:01,731 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 46 ms; skipped=1; WAL=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-11T20:04:01,732 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, journal: Splitting hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, size=14.0 K (14382bytes) at 1733947441641Finishing writing output for hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta so closing down at 1733947441694 (+53 ms)Creating recovered edits writer path=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta.temp at 1733947441706 (+12 ms)3 split writer threads finished at 1733947441708 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733947441724 (+16 ms)Rename recovered edits hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta.temp to hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733947441727 (+3 ms)Processed 26 edits across 1 Regions in 46 ms; skipped=1; WAL=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733947441732 (+5 ms) 2024-12-11T20:04:01,732 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta 2024-12-11T20:04:01,732 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T20:04:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T20:04:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741855_1031 (size=28623) 2024-12-11T20:04:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741855_1031 (size=28623) 2024-12-11T20:04:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741856_1032 (size=47197) 2024-12-11T20:04:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741856_1032 (size=47197) 2024-12-11T20:04:01,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741856_1032 (size=47197) 2024-12-11T20:04:01,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b/.tmp/cf/e4d9761fe9464bfca944f31604c89812 2024-12-11T20:04:01,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741855_1031 (size=28623) 2024-12-11T20:04:01,747 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta to hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs 2024-12-11T20:04:01,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-11T20:04:01,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, worker=9fe0640122ec,45245,1733947397807 in 10.0230 sec 2024-12-11T20:04:01,752 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:01,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-11T20:04:01,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 9fe0640122ec%2C38395%2C1733947397731.meta.1733947410027.meta, worker=9fe0640122ec,45245,1733947397807 in 10.0390 sec 2024-12-11T20:04:01,757 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting dir is empty, no logs to split. 2024-12-11T20:04:01,757 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9fe0640122ec,38395,1733947397731 WAL count=0, meta=true 2024-12-11T20:04:01,757 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9fe0640122ec,38395,1733947397731 WAL splitting is done? wals=0, meta=true 2024-12-11T20:04:01,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T20:04:01,760 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T20:04:01,761 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T20:04:01,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b/.tmp/cf/e4d9761fe9464bfca944f31604c89812 as hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b/cf/e4d9761fe9464bfca944f31604c89812 2024-12-11T20:04:01,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b/cf/e4d9761fe9464bfca944f31604c89812, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T20:04:01,804 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 41ba8937283ab9e1976222a90a5a092b in 189ms, sequenceid=5, compaction requested=false 2024-12-11T20:04:01,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 41ba8937283ab9e1976222a90a5a092b: 2024-12-11T20:04:01,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. for SnapshotProcedureTest completed. 2024-12-11T20:04:01,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:01,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:01,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b/cf/e4d9761fe9464bfca944f31604c89812] hfiles 2024-12-11T20:04:01,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b/cf/e4d9761fe9464bfca944f31604c89812 for snapshot=SnapshotProcedureTest 2024-12-11T20:04:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741857_1033 (size=105) 2024-12-11T20:04:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741857_1033 (size=105) 2024-12-11T20:04:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741857_1033 (size=105) 2024-12-11T20:04:01,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:04:01,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T20:04:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T20:04:01,820 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:04:01,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:04:01,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41ba8937283ab9e1976222a90a5a092b in 10.2280 sec 2024-12-11T20:04:01,912 DEBUG [9fe0640122ec:46209 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-11T20:04:01,912 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(204): Hosts are {9fe0640122ec=0} racks are {/default-rack=0} 2024-12-11T20:04:01,912 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T20:04:01,912 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T20:04:01,912 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T20:04:01,912 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T20:04:01,912 INFO [9fe0640122ec:46209 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T20:04:01,912 INFO [9fe0640122ec:46209 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T20:04:01,912 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T20:04:01,913 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:01,915 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fe0640122ec,45245,1733947397807, state=OPENING 2024-12-11T20:04:01,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:04:01,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:04:01,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:04:01,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:04:01,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:04:01,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:04:01,918 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T20:04:01,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9fe0640122ec,45245,1733947397807}] 2024-12-11T20:04:02,139 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e/.tmp/cf/8bfb45d278a24c95b3e45c60e90c5de3 2024-12-11T20:04:02,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e/.tmp/cf/8bfb45d278a24c95b3e45c60e90c5de3 as hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e/cf/8bfb45d278a24c95b3e45c60e90c5de3 2024-12-11T20:04:02,158 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e/cf/8bfb45d278a24c95b3e45c60e90c5de3, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T20:04:02,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b6960a79d1b67b6bc3c890afb064684e in 549ms, sequenceid=5, compaction requested=false 2024-12-11T20:04:02,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b6960a79d1b67b6bc3c890afb064684e: 2024-12-11T20:04:02,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. for SnapshotProcedureTest completed. 2024-12-11T20:04:02,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:02,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:02,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e/cf/8bfb45d278a24c95b3e45c60e90c5de3] hfiles 2024-12-11T20:04:02,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e/cf/8bfb45d278a24c95b3e45c60e90c5de3 for snapshot=SnapshotProcedureTest 2024-12-11T20:04:02,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741858_1034 (size=105) 2024-12-11T20:04:02,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741858_1034 (size=105) 2024-12-11T20:04:02,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741858_1034 (size=105) 2024-12-11T20:04:02,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:04:02,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T20:04:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T20:04:02,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:04:02,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:04:02,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6960a79d1b67b6bc3c890afb064684e in 10.5780 sec 2024-12-11T20:04:06,716 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:06,717 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:06,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:06,719 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 can not run currently because target server of region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T20:04:06,719 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22; timeout=16000, timestamp=1733947462719 2024-12-11T20:04:06,719 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 can not run currently because target server of region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T20:04:06,719 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2; timeout=16000, timestamp=1733947462719 2024-12-11T20:04:06,720 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 can not run currently because target server of region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 9fe0640122ec,38395,1733947397731 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T20:04:06,720 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7; timeout=16000, timestamp=1733947462720 2024-12-11T20:04:10,532 INFO [master/9fe0640122ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T20:04:10,532 INFO [master/9fe0640122ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T20:04:11,929 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T20:04:11,929 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:04:11,929 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T20:04:11,934 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C45245%2C1733947397807.meta, suffix=.meta, logDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45245,1733947397807, archiveDir=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs, maxLogs=32 2024-12-11T20:04:11,949 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45245,1733947397807/9fe0640122ec%2C45245%2C1733947397807.meta.1733947451934.meta, exclude list is [], retry=0 2024-12-11T20:04:11,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-fbb05b74-16a9-4eec-9944-5fe5ba1715ca,DISK] 2024-12-11T20:04:11,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-765509c8-4d5c-42a9-b5e9-5cd17d085dd1,DISK] 2024-12-11T20:04:11,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45211,DS-20584548-aed0-4140-8533-c12e7c7cc5c9,DISK] 2024-12-11T20:04:11,965 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,45245,1733947397807/9fe0640122ec%2C45245%2C1733947397807.meta.1733947451934.meta 2024-12-11T20:04:11,968 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463),(127.0.0.1/127.0.0.1:41457:41457),(127.0.0.1/127.0.0.1:46389:46389)] 2024-12-11T20:04:11,969 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T20:04:11,969 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T20:04:11,969 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T20:04:11,970 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T20:04:11,970 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T20:04:11,970 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:04:11,970 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T20:04:11,970 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T20:04:11,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T20:04:11,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T20:04:11,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:04:11,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:04:11,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T20:04:11,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T20:04:11,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:04:11,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:04:11,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T20:04:11,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T20:04:11,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:04:11,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:04:11,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T20:04:11,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T20:04:11,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:04:11,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:04:11,983 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T20:04:11,984 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740 2024-12-11T20:04:11,988 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740 2024-12-11T20:04:11,989 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T20:04:12,007 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T20:04:12,007 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-11T20:04:12,050 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/info/3388f76f5fe74aeaa4a14c1e5dfee4f4 is 167, key is SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c./info:regioninfo/1733947421282/Put/seqid=0 2024-12-11T20:04:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741860_1036 (size=18393) 2024-12-11T20:04:12,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741860_1036 (size=18393) 2024-12-11T20:04:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741860_1036 (size=18393) 2024-12-11T20:04:12,079 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/info/3388f76f5fe74aeaa4a14c1e5dfee4f4 2024-12-11T20:04:12,115 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/ns/ad7ed7f998204959830a130c063e4305 is 43, key is default/ns:d/1733947410203/Put/seqid=0 2024-12-11T20:04:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741861_1037 (size=5153) 2024-12-11T20:04:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741861_1037 (size=5153) 2024-12-11T20:04:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741861_1037 (size=5153) 2024-12-11T20:04:12,144 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/ns/ad7ed7f998204959830a130c063e4305 2024-12-11T20:04:12,188 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/table/6b3717266e864717b3f31530208a92be is 47, key is SPTestTable/table:state/1733947421360/Put/seqid=0 2024-12-11T20:04:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741862_1038 (size=5214) 2024-12-11T20:04:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741862_1038 (size=5214) 2024-12-11T20:04:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741862_1038 (size=5214) 2024-12-11T20:04:12,206 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/table/6b3717266e864717b3f31530208a92be 2024-12-11T20:04:12,222 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/info/3388f76f5fe74aeaa4a14c1e5dfee4f4 as hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/info/3388f76f5fe74aeaa4a14c1e5dfee4f4 2024-12-11T20:04:12,234 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/info/3388f76f5fe74aeaa4a14c1e5dfee4f4, entries=100, sequenceid=28, filesize=18.0 K 2024-12-11T20:04:12,236 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/ns/ad7ed7f998204959830a130c063e4305 as hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/ns/ad7ed7f998204959830a130c063e4305 2024-12-11T20:04:12,246 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/ns/ad7ed7f998204959830a130c063e4305, entries=2, sequenceid=28, filesize=5.0 K 2024-12-11T20:04:12,248 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/table/6b3717266e864717b3f31530208a92be as hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/table/6b3717266e864717b3f31530208a92be 2024-12-11T20:04:12,262 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/table/6b3717266e864717b3f31530208a92be, entries=2, sequenceid=28, filesize=5.1 K 2024-12-11T20:04:12,262 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=28, compaction requested=false; wal=null 2024-12-11T20:04:12,263 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T20:04:12,265 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T20:04:12,265 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T20:04:12,266 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:04:12,268 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T20:04:12,273 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-11T20:04:12,276 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61113139, jitterRate=-0.08934326469898224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:04:12,276 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T20:04:12,276 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733947451970Writing region info on filesystem at 1733947451971 (+1 ms)Initializing all the Stores at 1733947451972 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947451972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947451972Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947451972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947451972Obtaining lock to block concurrent updates at 1733947452007 (+35 ms)Preparing flush snapshotting stores in 1588230740 at 1733947452007Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733947452007Flushing stores of hbase:meta,,1.1588230740 at 1733947452007Flushing 1588230740/info: creating writer at 1733947452008 (+1 ms)Flushing 1588230740/info: appending metadata at 1733947452048 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733947452048Flushing 1588230740/ns: creating writer at 1733947452090 (+42 ms)Flushing 1588230740/ns: appending metadata at 1733947452113 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733947452113Flushing 1588230740/table: creating writer at 1733947452159 (+46 ms)Flushing 1588230740/table: appending metadata at 1733947452187 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733947452187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3720f3a3: reopening flushed file at 1733947452220 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a43011f: reopening flushed file at 1733947452235 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e480704: reopening flushed file at 1733947452246 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=28, compaction requested=false; wal=null at 1733947452262 (+16 ms)Cleaning up temporary data from old regions at 1733947452265 (+3 ms)Running coprocessor post-open hooks at 1733947452276 (+11 ms)Region opened successfully at 1733947452276 2024-12-11T20:04:12,278 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733947451921 2024-12-11T20:04:12,282 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T20:04:12,283 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T20:04:12,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:12,285 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fe0640122ec,45245,1733947397807, state=OPEN 2024-12-11T20:04:12,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:04:12,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:04:12,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:04:12,288 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:12,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:04:12,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:04:12,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:04:12,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-11T20:04:12,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9fe0640122ec,45245,1733947397807 in 10.3700 sec 2024-12-11T20:04:12,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-11T20:04:12,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5330 sec 2024-12-11T20:04:12,295 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 9fe0640122ec,38395,1733947397731 had 4 regions 2024-12-11T20:04:12,296 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9fe0640122ec,38395,1733947397731, splitWal=true, meta=true, isMeta: false 2024-12-11T20:04:12,300 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9fe0640122ec,38395,1733947397731 WAL count=1, meta=false 2024-12-11T20:04:12,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9fe0640122ec%2C38395%2C1733947397731.1733947399777}] 2024-12-11T20:04:12,302 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:12,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9fe0640122ec%2C38395%2C1733947397731.1733947399777, worker=9fe0640122ec,45209,1733947397577}] 2024-12-11T20:04:15,337 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T20:04:17,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T20:04:20,126 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9fe0640122ec:46209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-11T20:04:21,830 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T20:04:22,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-11T20:04:22,330 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777, size=966 (966bytes) 2024-12-11T20:04:22,330 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777 2024-12-11T20:04:22,331 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777 after 1ms 2024-12-11T20:04:22,335 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777 took 5ms 2024-12-11T20:04:22,340 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 8eda340ae17ee17218a2ade0162517a2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T20:04:22,342 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 0e443ac7f791c27d0c5fe56f9ed418c7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T20:04:22,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for d2e896cb57830e5919650872bbb5ba22: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T20:04:22,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777 so closing down 2024-12-11T20:04:22,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T20:04:22,345 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T20:04:22,345 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 8 ms; skipped=3; WAL=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777, size=966, length=966, corrupted=false, cancelled=false 2024-12-11T20:04:22,346 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777, journal: Splitting hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777, size=966 (966bytes) at 1733947462330Finishing writing output for hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777 so closing down at 1733947462345 (+15 ms)3 split writer threads finished at 1733947462345Processed 3 edits across 0 Regions in 8 ms; skipped=3; WAL=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777, size=966, length=966, corrupted=false, cancelled=false at 1733947462345 2024-12-11T20:04:22,346 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777 2024-12-11T20:04:22,346 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-11T20:04:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-11T20:04:22,351 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting/9fe0640122ec%2C38395%2C1733947397731.1733947399777 to hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs 2024-12-11T20:04:22,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-11T20:04:22,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9fe0640122ec%2C38395%2C1733947397731.1733947399777, worker=9fe0640122ec,45209,1733947397577 in 10.0480 sec 2024-12-11T20:04:22,361 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:22,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-11T20:04:22,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 9fe0640122ec%2C38395%2C1733947397731.1733947399777, worker=9fe0640122ec,45209,1733947397577 in 10.0610 sec 2024-12-11T20:04:22,367 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/WALs/9fe0640122ec,38395,1733947397731-splitting dir is empty, no logs to split. 2024-12-11T20:04:22,368 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9fe0640122ec,38395,1733947397731 WAL count=0, meta=false 2024-12-11T20:04:22,368 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9fe0640122ec,38395,1733947397731 WAL splitting is done? wals=0, meta=false 2024-12-11T20:04:22,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN}] 2024-12-11T20:04:22,374 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN 2024-12-11T20:04:22,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN 2024-12-11T20:04:22,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN 2024-12-11T20:04:22,376 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T20:04:22,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T20:04:22,378 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T20:04:22,526 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(204): Hosts are {9fe0640122ec=0} racks are {/default-rack=0} 2024-12-11T20:04:22,526 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T20:04:22,527 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T20:04:22,527 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T20:04:22,527 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T20:04:22,527 INFO [9fe0640122ec:46209 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T20:04:22,527 INFO [9fe0640122ec:46209 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T20:04:22,527 DEBUG [9fe0640122ec:46209 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T20:04:22,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=8eda340ae17ee17218a2ade0162517a2, regionState=OPENING, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:22,527 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=0e443ac7f791c27d0c5fe56f9ed418c7, regionState=OPENING, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:22,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=d2e896cb57830e5919650872bbb5ba22, regionState=OPENING, regionLocation=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:22,529 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9fe0640122ec:38395 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9fe0640122ec/172.17.0.2:38395 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:04:22,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1, error=java.net.ConnectException: Call to address=9fe0640122ec:38395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9fe0640122ec/172.17.0.2:38395 2024-12-11T20:04:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-11T20:04:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1 from cache 2024-12-11T20:04:22,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=9fe0640122ec:38395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9fe0640122ec/172.17.0.2:38395 2024-12-11T20:04:22,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=9fe0640122ec:38395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9fe0640122ec/172.17.0.2:38395 2024-12-11T20:04:22,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 9fe0640122ec:38395 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9fe0640122ec/172.17.0.2:38395 2024-12-11T20:04:22,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:04:22,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,45245,1733947397807, seqNum=-1] 2024-12-11T20:04:22,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:04:22,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:04:22,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN because future has completed 2024-12-11T20:04:22,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2e896cb57830e5919650872bbb5ba22, server=9fe0640122ec,45209,1733947397577}] 2024-12-11T20:04:22,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN because future has completed 2024-12-11T20:04:22,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7, server=9fe0640122ec,45245,1733947397807}] 2024-12-11T20:04:22,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN because future has completed 2024-12-11T20:04:22,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eda340ae17ee17218a2ade0162517a2, server=9fe0640122ec,45245,1733947397807}] 2024-12-11T20:04:22,719 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 held by pid=44 2024-12-11T20:04:22,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 held by pid=43 2024-12-11T20:04:22,719 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:22,719 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:22,720 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 held by pid=45 2024-12-11T20:04:22,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:26,123 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 41ba8937283ab9e1976222a90a5a092b, had cached 0 bytes from a total of 28623 2024-12-11T20:04:26,162 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b6960a79d1b67b6bc3c890afb064684e, had cached 0 bytes from a total of 47197 2024-12-11T20:04:30,278 DEBUG [master/9fe0640122ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5b99df0065dc9214483d41845a86be5c changed from -1.0 to 0.0, refreshing cache 2024-12-11T20:04:30,278 DEBUG [master/9fe0640122ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f153de18ae14f1cb8a3a846f3b8aca7 changed from -1.0 to 0.0, refreshing cache 2024-12-11T20:04:30,279 DEBUG [master/9fe0640122ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b6960a79d1b67b6bc3c890afb064684e changed from -1.0 to 0.0, refreshing cache 2024-12-11T20:04:30,279 DEBUG [master/9fe0640122ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 06898d8ae462ee67b8f963e1e6b69d05 changed from -1.0 to 0.0, refreshing cache 2024-12-11T20:04:30,279 DEBUG [master/9fe0640122ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 60c35c826079562ac0bb3095e83ac5e1 changed from -1.0 to 0.0, refreshing cache 2024-12-11T20:04:30,279 DEBUG [master/9fe0640122ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region acca4f9c09b91bb1fe87bf4017417bcf changed from -1.0 to 0.0, refreshing cache 2024-12-11T20:04:30,279 DEBUG [master/9fe0640122ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 41ba8937283ab9e1976222a90a5a092b changed from -1.0 to 0.0, refreshing cache 2024-12-11T20:04:30,279 DEBUG [master/9fe0640122ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T20:04:32,654 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:04:32,655 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => d2e896cb57830e5919650872bbb5ba22, NAME => 'SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T20:04:32,655 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,655 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:04:32,655 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,655 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,657 INFO [StoreOpener-d2e896cb57830e5919650872bbb5ba22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,658 INFO [StoreOpener-d2e896cb57830e5919650872bbb5ba22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2e896cb57830e5919650872bbb5ba22 columnFamilyName cf 2024-12-11T20:04:32,658 DEBUG [StoreOpener-d2e896cb57830e5919650872bbb5ba22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:04:32,658 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:04:32,658 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e443ac7f791c27d0c5fe56f9ed418c7, NAME => 'SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T20:04:32,659 INFO [StoreOpener-d2e896cb57830e5919650872bbb5ba22-1 {}] regionserver.HStore(327): Store=d2e896cb57830e5919650872bbb5ba22/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:04:32,659 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,659 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:04:32,659 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,659 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,659 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,660 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,661 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,662 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,662 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,664 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,666 INFO [StoreOpener-0e443ac7f791c27d0c5fe56f9ed418c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,666 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened d2e896cb57830e5919650872bbb5ba22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64280056, jitterRate=-0.0421525239944458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:04:32,666 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,666 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for d2e896cb57830e5919650872bbb5ba22: Running coprocessor pre-open hook at 1733947472656Writing region info on filesystem at 1733947472656Initializing all the Stores at 1733947472657 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947472657Cleaning up temporary data from old regions at 1733947472662 (+5 ms)Running coprocessor post-open hooks at 1733947472666 (+4 ms)Region opened successfully at 1733947472666 2024-12-11T20:04:32,667 INFO [StoreOpener-0e443ac7f791c27d0c5fe56f9ed418c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e443ac7f791c27d0c5fe56f9ed418c7 columnFamilyName cf 2024-12-11T20:04:32,667 DEBUG [StoreOpener-0e443ac7f791c27d0c5fe56f9ed418c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:04:32,667 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., pid=46, masterSystemTime=1733947472649 2024-12-11T20:04:32,668 INFO [StoreOpener-0e443ac7f791c27d0c5fe56f9ed418c7-1 {}] regionserver.HStore(327): Store=0e443ac7f791c27d0c5fe56f9ed418c7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:04:32,668 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,669 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,671 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,671 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,671 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,675 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:04:32,675 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:04:32,675 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,676 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=d2e896cb57830e5919650872bbb5ba22, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:32,676 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 0e443ac7f791c27d0c5fe56f9ed418c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62247909, jitterRate=-0.07243387401103973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:04:32,676 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,677 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 0e443ac7f791c27d0c5fe56f9ed418c7: Running coprocessor pre-open hook at 1733947472659Writing region info on filesystem at 1733947472659Initializing all the Stores at 1733947472660 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947472660Cleaning up temporary data from old regions at 1733947472671 (+11 ms)Running coprocessor post-open hooks at 1733947472677 (+6 ms)Region opened successfully at 1733947472677 2024-12-11T20:04:32,678 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., pid=47, masterSystemTime=1733947472653 2024-12-11T20:04:32,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2e896cb57830e5919650872bbb5ba22, server=9fe0640122ec,45209,1733947397577 because future has completed 2024-12-11T20:04:32,680 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:04:32,680 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:04:32,681 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:04:32,681 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eda340ae17ee17218a2ade0162517a2, NAME => 'SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T20:04:32,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=0e443ac7f791c27d0c5fe56f9ed418c7, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:32,681 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,681 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:04:32,681 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,681 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-12-11T20:04:32,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure d2e896cb57830e5919650872bbb5ba22, server=9fe0640122ec,45209,1733947397577 in 10.0380 sec 2024-12-11T20:04:32,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7, server=9fe0640122ec,45245,1733947397807 because future has completed 2024-12-11T20:04:32,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2e896cb57830e5919650872bbb5ba22, ASSIGN in 10.3120 sec 2024-12-11T20:04:32,685 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:32,685 INFO [StoreOpener-8eda340ae17ee17218a2ade0162517a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,687 INFO [StoreOpener-8eda340ae17ee17218a2ade0162517a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eda340ae17ee17218a2ade0162517a2 columnFamilyName cf 2024-12-11T20:04:32,687 DEBUG [StoreOpener-8eda340ae17ee17218a2ade0162517a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:04:32,688 INFO [StoreOpener-8eda340ae17ee17218a2ade0162517a2-1 {}] regionserver.HStore(327): Store=8eda340ae17ee17218a2ade0162517a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:04:32,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-12-11T20:04:32,688 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7, server=9fe0640122ec,45245,1733947397807 in 10.0360 sec 2024-12-11T20:04:32,690 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e443ac7f791c27d0c5fe56f9ed418c7, ASSIGN in 10.3170 sec 2024-12-11T20:04:32,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:32,692 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,692 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,692 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,695 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,696 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 8eda340ae17ee17218a2ade0162517a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73140833, jitterRate=0.08988334238529205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:04:32,697 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,697 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 8eda340ae17ee17218a2ade0162517a2: Running coprocessor pre-open hook at 1733947472682Writing region info on filesystem at 1733947472682Initializing all the Stores at 1733947472684 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947472684Cleaning up temporary data from old regions at 1733947472692 (+8 ms)Running coprocessor post-open hooks at 1733947472697 (+5 ms)Region opened successfully at 1733947472697 2024-12-11T20:04:32,698 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2., pid=48, masterSystemTime=1733947472653 2024-12-11T20:04:32,701 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:04:32,701 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:04:32,702 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=8eda340ae17ee17218a2ade0162517a2, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:32,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eda340ae17ee17218a2ade0162517a2, server=9fe0640122ec,45245,1733947397807 because future has completed 2024-12-11T20:04:32,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=43 2024-12-11T20:04:32,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eda340ae17ee17218a2ade0162517a2, server=9fe0640122ec,45245,1733947397807 in 10.0540 sec 2024-12-11T20:04:32,711 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:32,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-12-11T20:04:32,712 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 9fe0640122ec,38395,1733947397731 after splitting done 2024-12-11T20:04:32,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8eda340ae17ee17218a2ade0162517a2, ASSIGN in 10.3380 sec 2024-12-11T20:04:32,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 9fe0640122ec,38395,1733947397731, splitWal=true, meta=true in 41.0200 sec 2024-12-11T20:04:38,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T20:04:42,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T20:04:42,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:04:42,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d2e896cb57830e5919650872bbb5ba22: 2024-12-11T20:04:42,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. for SnapshotProcedureTest completed. 2024-12-11T20:04:42,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:42,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:42,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:04:42,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:04:42,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0e443ac7f791c27d0c5fe56f9ed418c7: 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. for SnapshotProcedureTest completed. 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8eda340ae17ee17218a2ade0162517a2: 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. for SnapshotProcedureTest completed. 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:04:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:04:42,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741863_1039 (size=57) 2024-12-11T20:04:42,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741863_1039 (size=57) 2024-12-11T20:04:42,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741863_1039 (size=57) 2024-12-11T20:04:42,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:04:42,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T20:04:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T20:04:42,731 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:42,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:04:42,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e443ac7f791c27d0c5fe56f9ed418c7 in 51.1410 sec 2024-12-11T20:04:42,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741864_1040 (size=65) 2024-12-11T20:04:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741864_1040 (size=65) 2024-12-11T20:04:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741865_1041 (size=65) 2024-12-11T20:04:42,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741864_1040 (size=65) 2024-12-11T20:04:42,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741865_1041 (size=65) 2024-12-11T20:04:42,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:04:42,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T20:04:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T20:04:42,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:42,774 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:04:42,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741865_1041 (size=65) 2024-12-11T20:04:42,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:04:42,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T20:04:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T20:04:42,778 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:42,779 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:04:42,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2e896cb57830e5919650872bbb5ba22 in 51.1840 sec 2024-12-11T20:04:42,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-11T20:04:42,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8eda340ae17ee17218a2ade0162517a2 in 51.1870 sec 2024-12-11T20:04:42,784 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T20:04:42,786 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T20:04:42,790 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T20:04:42,790 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T20:04:42,806 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T20:04:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741866_1042 (size=1094) 2024-12-11T20:04:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741866_1042 (size=1094) 2024-12-11T20:04:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741866_1042 (size=1094) 2024-12-11T20:04:42,872 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T20:04:42,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T20:04:42,891 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:42,891 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:42,891 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:42,892 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:42,892 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:42,898 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:45,338 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T20:04:52,128 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9fe0640122ec:46209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-11T20:04:52,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-11T20:04:52,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-11T20:04:52,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-11T20:04:52,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-11T20:04:52,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-11T20:04:52,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-11T20:04:52,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T20:04:52,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-11T20:04:52,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-11T20:04:52,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-11T20:04:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-11T20:04:52,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T20:04:52,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-11T20:04:52,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-11T20:04:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-11T20:04:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-11T20:04:52,908 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 Release verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:52,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-11T20:04:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-11T20:04:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-11T20:04:52,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 in 10.0250 sec 2024-12-11T20:04:52,912 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-11T20:04:52,914 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 Release verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:52,918 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 Release verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:52,920 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:52,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 in 10.0350 sec 2024-12-11T20:04:52,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 in 10.0310 sec 2024-12-11T20:04:52,924 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 Release verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:52,925 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 Release verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:52,925 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:52,926 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 Release verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:04:52,927 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:04:52,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 in 10.0420 sec 2024-12-11T20:04:52,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 in 10.0420 sec 2024-12-11T20:04:52,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 in 10.0430 sec 2024-12-11T20:04:56,970 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-11T20:05:02,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-11T20:05:02,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-11T20:05:02,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-11T20:05:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-11T20:05:02,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-11T20:05:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-11T20:05:02,916 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 Release verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:05:02,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 in 20.0330 sec 2024-12-11T20:05:02,918 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 Release verify snapshot worker=9fe0640122ec,45245,1733947397807 2024-12-11T20:05:02,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45245,1733947397807 in 20.0350 sec 2024-12-11T20:05:02,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-11T20:05:02,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-11T20:05:02,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-11T20:05:02,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-11T20:05:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-11T20:05:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46209 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-11T20:05:02,923 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 Release verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:05:02,924 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 Release verify snapshot worker=9fe0640122ec,45209,1733947397577 2024-12-11T20:05:02,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 in 20.0400 sec 2024-12-11T20:05:02,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-12-11T20:05:02,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45209,1733947397577 in 20.0410 sec 2024-12-11T20:05:02,926 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T20:05:02,928 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T20:05:02,929 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T20:05:02,930 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T20:05:02,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.392 sec 2024-12-11T20:05:03,067 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T20:05:03,069 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9fe0640122ec:38395 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9fe0640122ec/172.17.0.2:38395 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:05:03,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1, error=java.net.ConnectException: Call to address=9fe0640122ec:38395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9fe0640122ec/172.17.0.2:38395 2024-12-11T20:05:03,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-11T20:05:03,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,38395,1733947397731, seqNum=-1 from cache 2024-12-11T20:05:03,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 9fe0640122ec:38395 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9fe0640122ec/172.17.0.2:38395 2024-12-11T20:05:03,176 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:05:03,177 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,45245,1733947397807, seqNum=-1] 2024-12-11T20:05:03,199 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T20:05:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T20:05:03,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T20:05:03,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:05:03,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:03,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:03,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T20:05:03,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T20:05:03,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=993789272, stopped=false 2024-12-11T20:05:03,200 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9fe0640122ec,46209,1733947396574 2024-12-11T20:05:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T20:05:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T20:05:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T20:05:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:03,202 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T20:05:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:03,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:05:03,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T20:05:03,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:05:03,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:05:03,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:05:03,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:03,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9fe0640122ec,45209,1733947397577' ***** 2024-12-11T20:05:03,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T20:05:03,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9fe0640122ec,45245,1733947397807' ***** 2024-12-11T20:05:03,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T20:05:03,204 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T20:05:03,204 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T20:05:03,204 INFO [RS:0;9fe0640122ec:45209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T20:05:03,204 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T20:05:03,205 INFO [RS:0;9fe0640122ec:45209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T20:05:03,205 INFO [RS:2;9fe0640122ec:45245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T20:05:03,205 INFO [RS:2;9fe0640122ec:45245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T20:05:03,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T20:05:03,205 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for 41ba8937283ab9e1976222a90a5a092b 2024-12-11T20:05:03,205 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b99df0065dc9214483d41845a86be5c 2024-12-11T20:05:03,205 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(3091): Received CLOSE for d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:05:03,205 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e443ac7f791c27d0c5fe56f9ed418c7 2024-12-11T20:05:03,205 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f153de18ae14f1cb8a3a846f3b8aca7 2024-12-11T20:05:03,205 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for 60c35c826079562ac0bb3095e83ac5e1 2024-12-11T20:05:03,206 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(3091): Received CLOSE for b6960a79d1b67b6bc3c890afb064684e 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for 8eda340ae17ee17218a2ade0162517a2 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:05:03,206 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(959): stopping server 9fe0640122ec,45209,1733947397577 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for 06898d8ae462ee67b8f963e1e6b69d05 2024-12-11T20:05:03,206 INFO [RS:0;9fe0640122ec:45209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(959): stopping server 9fe0640122ec,45245,1733947397807 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:05:03,206 INFO [RS:0;9fe0640122ec:45209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9fe0640122ec:45209. 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9fe0640122ec:45245. 2024-12-11T20:05:03,206 DEBUG [RS:0;9fe0640122ec:45209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:05:03,206 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41ba8937283ab9e1976222a90a5a092b, disabling compactions & flushes 2024-12-11T20:05:03,206 DEBUG [RS:2;9fe0640122ec:45245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:05:03,206 DEBUG [RS:0;9fe0640122ec:45209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:03,206 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b99df0065dc9214483d41845a86be5c, disabling compactions & flushes 2024-12-11T20:05:03,206 DEBUG [RS:2;9fe0640122ec:45245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:03,206 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:05:03,206 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:05:03,206 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:05:03,206 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. after waiting 0 ms 2024-12-11T20:05:03,206 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:05:03,206 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:05:03,206 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. after waiting 0 ms 2024-12-11T20:05:03,206 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-11T20:05:03,206 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T20:05:03,206 DEBUG [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(1325): Online Regions={5b99df0065dc9214483d41845a86be5c=SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c., d2e896cb57830e5919650872bbb5ba22=SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22., 5f153de18ae14f1cb8a3a846f3b8aca7=SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7., b6960a79d1b67b6bc3c890afb064684e=SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e.} 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T20:05:03,206 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T20:05:03,206 DEBUG [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(1351): Waiting on 5b99df0065dc9214483d41845a86be5c, 5f153de18ae14f1cb8a3a846f3b8aca7, b6960a79d1b67b6bc3c890afb064684e, d2e896cb57830e5919650872bbb5ba22 2024-12-11T20:05:03,208 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-11T20:05:03,208 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1325): Online Regions={41ba8937283ab9e1976222a90a5a092b=SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b., 0e443ac7f791c27d0c5fe56f9ed418c7=SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7., 60c35c826079562ac0bb3095e83ac5e1=SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1., 1588230740=hbase:meta,,1.1588230740, 8eda340ae17ee17218a2ade0162517a2=SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2., acca4f9c09b91bb1fe87bf4017417bcf=SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf., 06898d8ae462ee67b8f963e1e6b69d05=SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05.} 2024-12-11T20:05:03,208 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1351): Waiting on 06898d8ae462ee67b8f963e1e6b69d05, 0e443ac7f791c27d0c5fe56f9ed418c7, 1588230740, 41ba8937283ab9e1976222a90a5a092b, 60c35c826079562ac0bb3095e83ac5e1, 8eda340ae17ee17218a2ade0162517a2, acca4f9c09b91bb1fe87bf4017417bcf 2024-12-11T20:05:03,208 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T20:05:03,208 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T20:05:03,208 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T20:05:03,208 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T20:05:03,208 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T20:05:03,208 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.93 KB heapSize=5.70 KB 2024-12-11T20:05:03,213 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/5b99df0065dc9214483d41845a86be5c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:05:03,214 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/41ba8937283ab9e1976222a90a5a092b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T20:05:03,216 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:05:03,216 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:05:03,216 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b99df0065dc9214483d41845a86be5c: Waiting for close lock at 1733947503206Running coprocessor pre-close hooks at 1733947503206Disabling compacts and flushes for region at 1733947503206Disabling writes for close at 1733947503206Writing region close event to WAL at 1733947503208 (+2 ms)Running coprocessor post-close hooks at 1733947503214 (+6 ms)Closed at 1733947503216 (+2 ms) 2024-12-11T20:05:03,216 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41ba8937283ab9e1976222a90a5a092b: Waiting for close lock at 1733947503205Running coprocessor pre-close hooks at 1733947503206 (+1 ms)Disabling compacts and flushes for region at 1733947503206Disabling writes for close at 1733947503206Writing region close event to WAL at 1733947503208 (+2 ms)Running coprocessor post-close hooks at 1733947503215 (+7 ms)Closed at 1733947503216 (+1 ms) 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733947410422.41ba8937283ab9e1976222a90a5a092b. 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733947410422.5b99df0065dc9214483d41845a86be5c. 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/info/ae49e77e1430412798175574eb2be572 is 167, key is SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2./info:regioninfo/1733947472702/Put/seqid=0 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2e896cb57830e5919650872bbb5ba22, disabling compactions & flushes 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e443ac7f791c27d0c5fe56f9ed418c7, disabling compactions & flushes 2024-12-11T20:05:03,217 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:05:03,217 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. after waiting 0 ms 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. after waiting 0 ms 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:05:03,217 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:05:03,222 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/d2e896cb57830e5919650872bbb5ba22/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:05:03,223 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:05:03,223 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2e896cb57830e5919650872bbb5ba22: Waiting for close lock at 1733947503217Running coprocessor pre-close hooks at 1733947503217Disabling compacts and flushes for region at 1733947503217Disabling writes for close at 1733947503217Writing region close event to WAL at 1733947503217Running coprocessor post-close hooks at 1733947503223 (+6 ms)Closed at 1733947503223 2024-12-11T20:05:03,223 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733947410422.d2e896cb57830e5919650872bbb5ba22. 2024-12-11T20:05:03,223 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f153de18ae14f1cb8a3a846f3b8aca7, disabling compactions & flushes 2024-12-11T20:05:03,223 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:05:03,223 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:05:03,223 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. after waiting 0 ms 2024-12-11T20:05:03,223 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:05:03,227 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/0e443ac7f791c27d0c5fe56f9ed418c7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:05:03,227 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:05:03,227 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e443ac7f791c27d0c5fe56f9ed418c7: Waiting for close lock at 1733947503217Running coprocessor pre-close hooks at 1733947503217Disabling compacts and flushes for region at 1733947503217Disabling writes for close at 1733947503217Writing region close event to WAL at 1733947503221 (+4 ms)Running coprocessor post-close hooks at 1733947503227 (+6 ms)Closed at 1733947503227 2024-12-11T20:05:03,228 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733947410422.0e443ac7f791c27d0c5fe56f9ed418c7. 2024-12-11T20:05:03,228 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60c35c826079562ac0bb3095e83ac5e1, disabling compactions & flushes 2024-12-11T20:05:03,228 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:05:03,228 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:05:03,228 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. after waiting 0 ms 2024-12-11T20:05:03,228 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:05:03,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741867_1043 (size=8479) 2024-12-11T20:05:03,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741867_1043 (size=8479) 2024-12-11T20:05:03,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741867_1043 (size=8479) 2024-12-11T20:05:03,233 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/5f153de18ae14f1cb8a3a846f3b8aca7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:05:03,234 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:05:03,234 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f153de18ae14f1cb8a3a846f3b8aca7: Waiting for close lock at 1733947503223Running coprocessor pre-close hooks at 1733947503223Disabling compacts and flushes for region at 1733947503223Disabling writes for close at 1733947503223Writing region close event to WAL at 1733947503224 (+1 ms)Running coprocessor post-close hooks at 1733947503234 (+10 ms)Closed at 1733947503234 2024-12-11T20:05:03,234 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733947410422.5f153de18ae14f1cb8a3a846f3b8aca7. 2024-12-11T20:05:03,234 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6960a79d1b67b6bc3c890afb064684e, disabling compactions & flushes 2024-12-11T20:05:03,234 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:05:03,234 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:05:03,234 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. after waiting 0 ms 2024-12-11T20:05:03,234 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:05:03,237 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/60c35c826079562ac0bb3095e83ac5e1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:05:03,237 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:05:03,237 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60c35c826079562ac0bb3095e83ac5e1: Waiting for close lock at 1733947503228Running coprocessor pre-close hooks at 1733947503228Disabling compacts and flushes for region at 1733947503228Disabling writes for close at 1733947503228Writing region close event to WAL at 1733947503233 (+5 ms)Running coprocessor post-close hooks at 1733947503237 (+4 ms)Closed at 1733947503237 2024-12-11T20:05:03,237 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733947410422.60c35c826079562ac0bb3095e83ac5e1. 2024-12-11T20:05:03,238 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8eda340ae17ee17218a2ade0162517a2, disabling compactions & flushes 2024-12-11T20:05:03,238 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:05:03,238 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:05:03,238 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. after waiting 0 ms 2024-12-11T20:05:03,238 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:05:03,239 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/b6960a79d1b67b6bc3c890afb064684e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T20:05:03,239 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:05:03,240 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6960a79d1b67b6bc3c890afb064684e: Waiting for close lock at 1733947503234Running coprocessor pre-close hooks at 1733947503234Disabling compacts and flushes for region at 1733947503234Disabling writes for close at 1733947503234Writing region close event to WAL at 1733947503235 (+1 ms)Running coprocessor post-close hooks at 1733947503239 (+4 ms)Closed at 1733947503239 2024-12-11T20:05:03,240 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733947410422.b6960a79d1b67b6bc3c890afb064684e. 2024-12-11T20:05:03,242 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/8eda340ae17ee17218a2ade0162517a2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:05:03,242 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:05:03,242 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8eda340ae17ee17218a2ade0162517a2: Waiting for close lock at 1733947503238Running coprocessor pre-close hooks at 1733947503238Disabling compacts and flushes for region at 1733947503238Disabling writes for close at 1733947503238Writing region close event to WAL at 1733947503238Running coprocessor post-close hooks at 1733947503242 (+4 ms)Closed at 1733947503242 2024-12-11T20:05:03,242 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733947410422.8eda340ae17ee17218a2ade0162517a2. 2024-12-11T20:05:03,243 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acca4f9c09b91bb1fe87bf4017417bcf, disabling compactions & flushes 2024-12-11T20:05:03,243 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:05:03,243 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:05:03,243 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. after waiting 0 ms 2024-12-11T20:05:03,243 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:05:03,246 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/acca4f9c09b91bb1fe87bf4017417bcf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:05:03,247 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:05:03,247 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acca4f9c09b91bb1fe87bf4017417bcf: Waiting for close lock at 1733947503243Running coprocessor pre-close hooks at 1733947503243Disabling compacts and flushes for region at 1733947503243Disabling writes for close at 1733947503243Writing region close event to WAL at 1733947503243Running coprocessor post-close hooks at 1733947503247 (+4 ms)Closed at 1733947503247 2024-12-11T20:05:03,247 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733947410422.acca4f9c09b91bb1fe87bf4017417bcf. 2024-12-11T20:05:03,247 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06898d8ae462ee67b8f963e1e6b69d05, disabling compactions & flushes 2024-12-11T20:05:03,247 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:05:03,247 INFO [regionserver/9fe0640122ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:05:03,247 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:05:03,247 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. after waiting 0 ms 2024-12-11T20:05:03,247 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:05:03,251 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/default/SPTestTable/06898d8ae462ee67b8f963e1e6b69d05/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:05:03,251 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:05:03,251 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06898d8ae462ee67b8f963e1e6b69d05: Waiting for close lock at 1733947503247Running coprocessor pre-close hooks at 1733947503247Disabling compacts and flushes for region at 1733947503247Disabling writes for close at 1733947503247Writing region close event to WAL at 1733947503248 (+1 ms)Running coprocessor post-close hooks at 1733947503251 (+3 ms)Closed at 1733947503251 2024-12-11T20:05:03,252 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733947410422.06898d8ae462ee67b8f963e1e6b69d05. 2024-12-11T20:05:03,252 INFO [regionserver/9fe0640122ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:05:03,407 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(976): stopping server 9fe0640122ec,45209,1733947397577; all regions closed. 2024-12-11T20:05:03,408 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T20:05:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741833_1009 (size=2947) 2024-12-11T20:05:03,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741833_1009 (size=2947) 2024-12-11T20:05:03,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741833_1009 (size=2947) 2024-12-11T20:05:03,414 DEBUG [RS:0;9fe0640122ec:45209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs 2024-12-11T20:05:03,414 INFO [RS:0;9fe0640122ec:45209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9fe0640122ec%2C45209%2C1733947397577:(num 1733947399757) 2024-12-11T20:05:03,414 DEBUG [RS:0;9fe0640122ec:45209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:03,414 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:05:03,414 INFO [RS:0;9fe0640122ec:45209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T20:05:03,414 INFO [RS:0;9fe0640122ec:45209 {}] hbase.ChoreService(370): Chore service for: regionserver/9fe0640122ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T20:05:03,415 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T20:05:03,415 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T20:05:03,415 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T20:05:03,415 INFO [regionserver/9fe0640122ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T20:05:03,415 INFO [RS:0;9fe0640122ec:45209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T20:05:03,415 INFO [RS:0;9fe0640122ec:45209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45209 2024-12-11T20:05:03,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9fe0640122ec,45209,1733947397577 2024-12-11T20:05:03,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:05:03,417 INFO [RS:0;9fe0640122ec:45209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:05:03,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9fe0640122ec,45209,1733947397577] 2024-12-11T20:05:03,420 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9fe0640122ec,45209,1733947397577 already deleted, retry=false 2024-12-11T20:05:03,420 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9fe0640122ec,45209,1733947397577 expired; onlineServers=1 2024-12-11T20:05:03,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:05:03,519 INFO [RS:0;9fe0640122ec:45209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:05:03,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45209-0x100caefa0120001, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:05:03,519 INFO [RS:0;9fe0640122ec:45209 {}] regionserver.HRegionServer(1031): Exiting; stopping=9fe0640122ec,45209,1733947397577; zookeeper connection closed. 2024-12-11T20:05:03,519 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54f0031a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54f0031a 2024-12-11T20:05:03,582 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T20:05:03,582 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T20:05:03,608 DEBUG [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T20:05:03,630 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.93 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/info/ae49e77e1430412798175574eb2be572 2024-12-11T20:05:03,638 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/.tmp/info/ae49e77e1430412798175574eb2be572 as hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/info/ae49e77e1430412798175574eb2be572 2024-12-11T20:05:03,644 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/info/ae49e77e1430412798175574eb2be572, entries=24, sequenceid=37, filesize=8.3 K 2024-12-11T20:05:03,645 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=37, compaction requested=false 2024-12-11T20:05:03,650 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-12-11T20:05:03,651 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T20:05:03,651 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T20:05:03,651 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733947503208Running coprocessor pre-close hooks at 1733947503208Disabling compacts and flushes for region at 1733947503208Disabling writes for close at 1733947503208Obtaining lock to block concurrent updates at 1733947503208Preparing flush snapshotting stores in 1588230740 at 1733947503208Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2996, getHeapSize=5768, getOffHeapSize=0, getCellsCount=24 at 1733947503209 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733947503209Flushing 1588230740/info: creating writer at 1733947503210 (+1 ms)Flushing 1588230740/info: appending metadata at 1733947503216 (+6 ms)Flushing 1588230740/info: closing flushed file at 1733947503216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba870b: reopening flushed file at 1733947503637 (+421 ms)Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=37, compaction requested=false at 1733947503645 (+8 ms)Writing region close event to WAL at 1733947503647 (+2 ms)Running coprocessor post-close hooks at 1733947503651 (+4 ms)Closed at 1733947503651 2024-12-11T20:05:03,651 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T20:05:03,808 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(976): stopping server 9fe0640122ec,45245,1733947397807; all regions closed. 2024-12-11T20:05:03,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741859_1035 (size=4408) 2024-12-11T20:05:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741859_1035 (size=4408) 2024-12-11T20:05:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741859_1035 (size=4408) 2024-12-11T20:05:03,815 DEBUG [RS:2;9fe0640122ec:45245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs 2024-12-11T20:05:03,815 INFO [RS:2;9fe0640122ec:45245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9fe0640122ec%2C45245%2C1733947397807.meta:.meta(num 1733947451934) 2024-12-11T20:05:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741835_1011 (size=4083) 2024-12-11T20:05:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741835_1011 (size=4083) 2024-12-11T20:05:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741835_1011 (size=4083) 2024-12-11T20:05:03,820 DEBUG [RS:2;9fe0640122ec:45245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/oldWALs 2024-12-11T20:05:03,820 INFO [RS:2;9fe0640122ec:45245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9fe0640122ec%2C45245%2C1733947397807:(num 1733947399793) 2024-12-11T20:05:03,820 DEBUG [RS:2;9fe0640122ec:45245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:03,820 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:05:03,820 INFO [RS:2;9fe0640122ec:45245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T20:05:03,820 INFO [RS:2;9fe0640122ec:45245 {}] hbase.ChoreService(370): Chore service for: regionserver/9fe0640122ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T20:05:03,821 INFO [RS:2;9fe0640122ec:45245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T20:05:03,821 INFO [regionserver/9fe0640122ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T20:05:03,821 INFO [RS:2;9fe0640122ec:45245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45245 2024-12-11T20:05:03,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9fe0640122ec,45245,1733947397807 2024-12-11T20:05:03,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:05:03,823 INFO [RS:2;9fe0640122ec:45245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:05:03,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9fe0640122ec,45245,1733947397807] 2024-12-11T20:05:03,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9fe0640122ec,45245,1733947397807 already deleted, retry=false 2024-12-11T20:05:03,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9fe0640122ec,45245,1733947397807 expired; onlineServers=0 2024-12-11T20:05:03,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9fe0640122ec,46209,1733947396574' ***** 2024-12-11T20:05:03,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T20:05:03,827 INFO [M:0;9fe0640122ec:46209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:05:03,827 INFO [M:0;9fe0640122ec:46209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T20:05:03,827 DEBUG [M:0;9fe0640122ec:46209 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T20:05:03,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T20:05:03,827 DEBUG [M:0;9fe0640122ec:46209 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T20:05:03,827 DEBUG [master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947399367 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947399367,5,FailOnTimeoutGroup] 2024-12-11T20:05:03,827 DEBUG [master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947399373 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947399373,5,FailOnTimeoutGroup] 2024-12-11T20:05:03,827 INFO [M:0;9fe0640122ec:46209 {}] hbase.ChoreService(370): Chore service for: master/9fe0640122ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T20:05:03,827 INFO [M:0;9fe0640122ec:46209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T20:05:03,827 DEBUG [M:0;9fe0640122ec:46209 {}] master.HMaster(1795): Stopping service threads 2024-12-11T20:05:03,827 INFO [M:0;9fe0640122ec:46209 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T20:05:03,828 INFO [M:0;9fe0640122ec:46209 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T20:05:03,828 ERROR [M:0;9fe0640122ec:46209 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:41377 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41377,5,PEWorkerGroup] 2024-12-11T20:05:03,828 INFO [M:0;9fe0640122ec:46209 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T20:05:03,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T20:05:03,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T20:05:03,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:03,829 DEBUG [M:0;9fe0640122ec:46209 {}] zookeeper.ZKUtil(347): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T20:05:03,829 WARN [M:0;9fe0640122ec:46209 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T20:05:03,830 INFO [M:0;9fe0640122ec:46209 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/.lastflushedseqids 2024-12-11T20:05:03,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741868_1044 (size=668) 2024-12-11T20:05:03,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741868_1044 (size=668) 2024-12-11T20:05:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741868_1044 (size=668) 2024-12-11T20:05:03,845 INFO [M:0;9fe0640122ec:46209 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T20:05:03,845 INFO [M:0;9fe0640122ec:46209 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T20:05:03,845 DEBUG [M:0;9fe0640122ec:46209 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T20:05:03,846 INFO [M:0;9fe0640122ec:46209 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:05:03,846 DEBUG [M:0;9fe0640122ec:46209 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:05:03,846 DEBUG [M:0;9fe0640122ec:46209 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T20:05:03,846 DEBUG [M:0;9fe0640122ec:46209 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:05:03,846 INFO [M:0;9fe0640122ec:46209 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=204.93 KB heapSize=254.49 KB 2024-12-11T20:05:03,863 DEBUG [M:0;9fe0640122ec:46209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/525d40634313455fac6ea998412dd0c6 is 82, key is hbase:meta,,1/info:regioninfo/1733947452283/Put/seqid=0 2024-12-11T20:05:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741869_1045 (size=6071) 2024-12-11T20:05:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741869_1045 (size=6071) 2024-12-11T20:05:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741869_1045 (size=6071) 2024-12-11T20:05:03,871 INFO [M:0;9fe0640122ec:46209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/525d40634313455fac6ea998412dd0c6 2024-12-11T20:05:03,894 DEBUG [M:0;9fe0640122ec:46209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55822314eccb47378869f7eb704dda49 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733947421371/Put/seqid=0 2024-12-11T20:05:03,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741870_1046 (size=9043) 2024-12-11T20:05:03,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741870_1046 (size=9043) 2024-12-11T20:05:03,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741870_1046 (size=9043) 2024-12-11T20:05:03,904 INFO [M:0;9fe0640122ec:46209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=203.70 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55822314eccb47378869f7eb704dda49 2024-12-11T20:05:03,911 INFO [M:0;9fe0640122ec:46209 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55822314eccb47378869f7eb704dda49 2024-12-11T20:05:03,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:05:03,925 INFO [RS:2;9fe0640122ec:45245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:05:03,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x100caefa0120003, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:05:03,925 INFO [RS:2;9fe0640122ec:45245 {}] regionserver.HRegionServer(1031): Exiting; stopping=9fe0640122ec,45245,1733947397807; zookeeper connection closed. 2024-12-11T20:05:03,925 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bce6cff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bce6cff 2024-12-11T20:05:03,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T20:05:03,930 DEBUG [M:0;9fe0640122ec:46209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74e77edd4be442009a245cd6c66ef3a0 is 69, key is 9fe0640122ec,45209,1733947397577/rs:state/1733947399401/Put/seqid=0 2024-12-11T20:05:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741871_1047 (size=5441) 2024-12-11T20:05:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741871_1047 (size=5441) 2024-12-11T20:05:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741871_1047 (size=5441) 2024-12-11T20:05:03,938 INFO [M:0;9fe0640122ec:46209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74e77edd4be442009a245cd6c66ef3a0 2024-12-11T20:05:03,944 INFO [M:0;9fe0640122ec:46209 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74e77edd4be442009a245cd6c66ef3a0 2024-12-11T20:05:03,945 DEBUG [M:0;9fe0640122ec:46209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/525d40634313455fac6ea998412dd0c6 as hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/525d40634313455fac6ea998412dd0c6 2024-12-11T20:05:03,952 INFO [M:0;9fe0640122ec:46209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/525d40634313455fac6ea998412dd0c6, entries=14, sequenceid=540, filesize=5.9 K 2024-12-11T20:05:03,953 DEBUG [M:0;9fe0640122ec:46209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55822314eccb47378869f7eb704dda49 as hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55822314eccb47378869f7eb704dda49 2024-12-11T20:05:03,959 INFO [M:0;9fe0640122ec:46209 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55822314eccb47378869f7eb704dda49 2024-12-11T20:05:03,959 INFO [M:0;9fe0640122ec:46209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55822314eccb47378869f7eb704dda49, entries=58, sequenceid=540, filesize=8.8 K 2024-12-11T20:05:03,960 DEBUG [M:0;9fe0640122ec:46209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74e77edd4be442009a245cd6c66ef3a0 as hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74e77edd4be442009a245cd6c66ef3a0 2024-12-11T20:05:03,966 INFO [M:0;9fe0640122ec:46209 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74e77edd4be442009a245cd6c66ef3a0 2024-12-11T20:05:03,967 INFO [M:0;9fe0640122ec:46209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41377/user/jenkins/test-data/8c908930-9f2e-4b57-556a-7d0c953ba797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74e77edd4be442009a245cd6c66ef3a0, entries=3, sequenceid=540, filesize=5.3 K 2024-12-11T20:05:03,968 INFO [M:0;9fe0640122ec:46209 {}] regionserver.HRegion(3140): Finished flush of dataSize ~204.93 KB/209850, heapSize ~254.20 KB/260296, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=540, compaction requested=false 2024-12-11T20:05:03,970 INFO [M:0;9fe0640122ec:46209 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:05:03,971 DEBUG [M:0;9fe0640122ec:46209 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733947503845Disabling compacts and flushes for region at 1733947503845Disabling writes for close at 1733947503846 (+1 ms)Obtaining lock to block concurrent updates at 1733947503846Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733947503846Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=209850, getHeapSize=260536, getOffHeapSize=0, getCellsCount=657 at 1733947503846Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733947503847 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733947503847Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733947503863 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733947503863Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733947503876 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733947503893 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733947503893Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733947503911 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733947503929 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733947503929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbd81ef: reopening flushed file at 1733947503944 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37aca2ee: reopening flushed file at 1733947503952 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad3c2a4: reopening flushed file at 1733947503959 (+7 ms)Finished flush of dataSize ~204.93 KB/209850, heapSize ~254.20 KB/260296, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=540, compaction requested=false at 1733947503968 (+9 ms)Writing region close event to WAL at 1733947503970 (+2 ms)Closed at 1733947503970 2024-12-11T20:05:03,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741830_1006 (size=245837) 2024-12-11T20:05:03,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741830_1006 (size=245837) 2024-12-11T20:05:03,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45211 is added to blk_1073741830_1006 (size=245837) 2024-12-11T20:05:03,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T20:05:03,975 INFO [M:0;9fe0640122ec:46209 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T20:05:03,975 INFO [M:0;9fe0640122ec:46209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46209 2024-12-11T20:05:03,975 INFO [M:0;9fe0640122ec:46209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:05:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:05:04,078 INFO [M:0;9fe0640122ec:46209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:05:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46209-0x100caefa0120000, quorum=127.0.0.1:55753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:05:04,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:05:04,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:05:04,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:05:04,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:05:04,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir/,STOPPED} 2024-12-11T20:05:04,088 WARN [BP-1863817430-172.17.0.2-1733947391735 heartbeating to localhost/127.0.0.1:41377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T20:05:04,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T20:05:04,088 WARN [BP-1863817430-172.17.0.2-1733947391735 heartbeating to localhost/127.0.0.1:41377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1863817430-172.17.0.2-1733947391735 (Datanode Uuid fe171fc6-aa02-4bd7-b24e-307935401f05) service to localhost/127.0.0.1:41377 2024-12-11T20:05:04,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T20:05:04,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data5/current/BP-1863817430-172.17.0.2-1733947391735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:05:04,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data6/current/BP-1863817430-172.17.0.2-1733947391735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:05:04,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T20:05:04,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:05:04,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:05:04,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:05:04,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:05:04,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir/,STOPPED} 2024-12-11T20:05:04,094 WARN [BP-1863817430-172.17.0.2-1733947391735 heartbeating to localhost/127.0.0.1:41377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T20:05:04,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T20:05:04,094 WARN [BP-1863817430-172.17.0.2-1733947391735 heartbeating to localhost/127.0.0.1:41377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1863817430-172.17.0.2-1733947391735 (Datanode Uuid 5143b11c-7661-4135-8aa9-646617ace6b7) service to localhost/127.0.0.1:41377 2024-12-11T20:05:04,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T20:05:04,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data3/current/BP-1863817430-172.17.0.2-1733947391735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:05:04,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data4/current/BP-1863817430-172.17.0.2-1733947391735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:05:04,095 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T20:05:04,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:05:04,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:05:04,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:05:04,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:05:04,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir/,STOPPED} 2024-12-11T20:05:04,100 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T20:05:04,100 WARN [BP-1863817430-172.17.0.2-1733947391735 heartbeating to localhost/127.0.0.1:41377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T20:05:04,101 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T20:05:04,101 WARN [BP-1863817430-172.17.0.2-1733947391735 heartbeating to localhost/127.0.0.1:41377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1863817430-172.17.0.2-1733947391735 (Datanode Uuid fb496ee9-adcd-4052-84cd-7fb9aec500db) service to localhost/127.0.0.1:41377 2024-12-11T20:05:04,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data1/current/BP-1863817430-172.17.0.2-1733947391735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:05:04,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/cluster_3fbb96e8-e7bf-1075-b82a-c5cce2ec8e9f/data/data2/current/BP-1863817430-172.17.0.2-1733947391735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:05:04,102 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T20:05:04,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T20:05:04,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:05:04,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:05:04,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:05:04,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir/,STOPPED} 2024-12-11T20:05:04,127 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T20:05:04,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T20:05:04,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9fe0640122ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9fe0640122ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/9fe0640122ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9fe0640122ec:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9fe0640122ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:41377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9fe0640122ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/9fe0640122ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:41377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1eef12fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9fe0640122ec:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:41377 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:41377 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=320 (was 900) 2024-12-11T20:05:04,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=320 2024-12-11T20:05:04,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir so I do NOT create it in target/test-data/cd42e394-cebc-97d8-121f-42201932793e 2024-12-11T20:05:04,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.log.dir Erasing configuration value by system value. 2024-12-11T20:05:04,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.tmp.dir so I do NOT create it in target/test-data/cd42e394-cebc-97d8-121f-42201932793e 2024-12-11T20:05:04,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6cf9b01-75b3-2d50-03ab-2f330a7b48a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-11T20:05:04,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e 2024-12-11T20:05:04,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T20:05:04,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143, deleteOnExit=true 2024-12-11T20:05:04,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T20:05:04,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/test.cache.data in system properties and HBase conf 2024-12-11T20:05:04,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T20:05:04,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.log.dir in system properties and HBase conf 2024-12-11T20:05:04,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T20:05:04,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T20:05:04,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T20:05:04,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T20:05:04,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T20:05:04,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/nfs.dump.dir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/java.io.tmpdir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T20:05:04,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T20:05:04,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:05:04,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:05:04,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:05:04,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:05:04,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T20:05:04,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:05:04,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3498d3b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:05:04,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49935db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:05:04,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@531e5c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/java.io.tmpdir/jetty-localhost-35813-hadoop-hdfs-3_4_1-tests_jar-_-any-13309280015979872403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T20:05:04,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d50ec81{HTTP/1.1, (http/1.1)}{localhost:35813} 2024-12-11T20:05:04,418 INFO [Time-limited test {}] server.Server(415): Started @116013ms 2024-12-11T20:05:04,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:05:04,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:05:04,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:05:04,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:05:04,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T20:05:04,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@845451c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:05:04,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7396b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:05:04,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46abb6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/java.io.tmpdir/jetty-localhost-40031-hadoop-hdfs-3_4_1-tests_jar-_-any-10609434479340121153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:05:04,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4017db1{HTTP/1.1, (http/1.1)}{localhost:40031} 2024-12-11T20:05:04,616 INFO [Time-limited test {}] server.Server(415): Started @116212ms 2024-12-11T20:05:04,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T20:05:04,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:05:04,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:05:04,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:05:04,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:05:04,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T20:05:04,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fc2671a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:05:04,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ccf2faf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:05:04,720 WARN [Thread-696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data2/current/BP-859377072-172.17.0.2-1733947504233/current, will proceed with Du for space computation calculation, 2024-12-11T20:05:04,720 WARN [Thread-695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data1/current/BP-859377072-172.17.0.2-1733947504233/current, will proceed with Du for space computation calculation, 2024-12-11T20:05:04,745 WARN [Thread-674 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T20:05:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd77a6cb2a8486235 with lease ID 0x88b96e1145d50ed3: Processing first storage report for DS-da5e658f-4c58-47d1-8883-0214eb8bd605 from datanode DatanodeRegistration(127.0.0.1:37687, datanodeUuid=aabd8707-5d16-496a-8786-b9d706d53f86, infoPort=42131, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233) 2024-12-11T20:05:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd77a6cb2a8486235 with lease ID 0x88b96e1145d50ed3: from storage DS-da5e658f-4c58-47d1-8883-0214eb8bd605 node DatanodeRegistration(127.0.0.1:37687, datanodeUuid=aabd8707-5d16-496a-8786-b9d706d53f86, infoPort=42131, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:05:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd77a6cb2a8486235 with lease ID 0x88b96e1145d50ed3: Processing first storage report for DS-38502dd3-6ea8-44df-88e1-57ed0be38849 from datanode DatanodeRegistration(127.0.0.1:37687, datanodeUuid=aabd8707-5d16-496a-8786-b9d706d53f86, infoPort=42131, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233) 2024-12-11T20:05:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd77a6cb2a8486235 with lease ID 0x88b96e1145d50ed3: from storage DS-38502dd3-6ea8-44df-88e1-57ed0be38849 node DatanodeRegistration(127.0.0.1:37687, datanodeUuid=aabd8707-5d16-496a-8786-b9d706d53f86, infoPort=42131, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:05:04,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6111389f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/java.io.tmpdir/jetty-localhost-42255-hadoop-hdfs-3_4_1-tests_jar-_-any-1477032991562445566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:05:04,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c2fdec9{HTTP/1.1, (http/1.1)}{localhost:42255} 2024-12-11T20:05:04,791 INFO [Time-limited test {}] server.Server(415): Started @116386ms 2024-12-11T20:05:04,792 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T20:05:04,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:05:04,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:05:04,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:05:04,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:05:04,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T20:05:04,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c8ef2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:05:04,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c883179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:05:04,874 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data4/current/BP-859377072-172.17.0.2-1733947504233/current, will proceed with Du for space computation calculation, 2024-12-11T20:05:04,874 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data3/current/BP-859377072-172.17.0.2-1733947504233/current, will proceed with Du for space computation calculation, 2024-12-11T20:05:04,898 WARN [Thread-710 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T20:05:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede6e06d0055cf5c with lease ID 0x88b96e1145d50ed4: Processing first storage report for DS-fd121d10-57ce-4aa3-bb28-a0a443591420 from datanode DatanodeRegistration(127.0.0.1:36715, datanodeUuid=f818bace-d315-4cc0-b92d-782854f8d04b, infoPort=45479, infoSecurePort=0, ipcPort=36161, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233) 2024-12-11T20:05:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede6e06d0055cf5c with lease ID 0x88b96e1145d50ed4: from storage DS-fd121d10-57ce-4aa3-bb28-a0a443591420 node DatanodeRegistration(127.0.0.1:36715, datanodeUuid=f818bace-d315-4cc0-b92d-782854f8d04b, infoPort=45479, infoSecurePort=0, ipcPort=36161, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:05:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xede6e06d0055cf5c with lease ID 0x88b96e1145d50ed4: Processing first storage report for DS-610b7220-c3f0-43b9-82b6-0cbe326580ff from datanode DatanodeRegistration(127.0.0.1:36715, datanodeUuid=f818bace-d315-4cc0-b92d-782854f8d04b, infoPort=45479, infoSecurePort=0, ipcPort=36161, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233) 2024-12-11T20:05:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xede6e06d0055cf5c with lease ID 0x88b96e1145d50ed4: from storage DS-610b7220-c3f0-43b9-82b6-0cbe326580ff node DatanodeRegistration(127.0.0.1:36715, datanodeUuid=f818bace-d315-4cc0-b92d-782854f8d04b, infoPort=45479, infoSecurePort=0, ipcPort=36161, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:05:04,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76552685{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/java.io.tmpdir/jetty-localhost-33587-hadoop-hdfs-3_4_1-tests_jar-_-any-11456373688644279021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:05:04,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d93f1ad{HTTP/1.1, (http/1.1)}{localhost:33587} 2024-12-11T20:05:04,954 INFO [Time-limited test {}] server.Server(415): Started @116549ms 2024-12-11T20:05:04,956 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T20:05:05,037 WARN [Thread-757 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data6/current/BP-859377072-172.17.0.2-1733947504233/current, will proceed with Du for space computation calculation, 2024-12-11T20:05:05,037 WARN [Thread-756 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data5/current/BP-859377072-172.17.0.2-1733947504233/current, will proceed with Du for space computation calculation, 2024-12-11T20:05:05,054 WARN [Thread-745 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T20:05:05,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90c5226c5f1d0972 with lease ID 0x88b96e1145d50ed5: Processing first storage report for DS-e123d963-ea5c-4fec-9fcd-c1aad6442474 from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=e1a3049a-9b6c-4011-921a-94e9f9cf963b, infoPort=37265, infoSecurePort=0, ipcPort=45643, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233) 2024-12-11T20:05:05,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90c5226c5f1d0972 with lease ID 0x88b96e1145d50ed5: from storage DS-e123d963-ea5c-4fec-9fcd-c1aad6442474 node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=e1a3049a-9b6c-4011-921a-94e9f9cf963b, infoPort=37265, infoSecurePort=0, ipcPort=45643, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:05:05,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90c5226c5f1d0972 with lease ID 0x88b96e1145d50ed5: Processing first storage report for DS-a87c14ea-1317-418f-bdcf-45a03036d3c5 from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=e1a3049a-9b6c-4011-921a-94e9f9cf963b, infoPort=37265, infoSecurePort=0, ipcPort=45643, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233) 2024-12-11T20:05:05,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90c5226c5f1d0972 with lease ID 0x88b96e1145d50ed5: from storage DS-a87c14ea-1317-418f-bdcf-45a03036d3c5 node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=e1a3049a-9b6c-4011-921a-94e9f9cf963b, infoPort=37265, infoSecurePort=0, ipcPort=45643, storageInfo=lv=-57;cid=testClusterID;nsid=863948057;c=1733947504233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:05:05,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e 2024-12-11T20:05:05,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/zookeeper_0, clientPort=51722, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T20:05:05,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51722 2024-12-11T20:05:05,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741825_1001 (size=7) 2024-12-11T20:05:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741825_1001 (size=7) 2024-12-11T20:05:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741825_1001 (size=7) 2024-12-11T20:05:05,101 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 with version=8 2024-12-11T20:05:05,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/hbase-staging 2024-12-11T20:05:05,103 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:05:05,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:05:05,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:05:05,103 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T20:05:05,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:05:05,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34635 2024-12-11T20:05:05,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34635 connecting to ZooKeeper ensemble=127.0.0.1:51722 2024-12-11T20:05:05,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346350x0, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:05:05,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34635-0x100caf14c3b0000 connected 2024-12-11T20:05:05,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:05:05,137 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66, hbase.cluster.distributed=false 2024-12-11T20:05:05,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:05:05,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34635 2024-12-11T20:05:05,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34635 2024-12-11T20:05:05,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34635 2024-12-11T20:05:05,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34635 2024-12-11T20:05:05,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34635 2024-12-11T20:05:05,158 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:05:05,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:05:05,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:05:05,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T20:05:05,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:05:05,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41595 2024-12-11T20:05:05,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41595 connecting to ZooKeeper ensemble=127.0.0.1:51722 2024-12-11T20:05:05,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415950x0, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:05:05,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415950x0, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:05:05,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41595-0x100caf14c3b0001 connected 2024-12-11T20:05:05,169 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T20:05:05,170 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T20:05:05,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T20:05:05,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:05:05,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41595 2024-12-11T20:05:05,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41595 2024-12-11T20:05:05,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41595 2024-12-11T20:05:05,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41595 2024-12-11T20:05:05,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41595 2024-12-11T20:05:05,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:05:05,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:05:05,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:05:05,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T20:05:05,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:05:05,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33913 2024-12-11T20:05:05,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33913 connecting to ZooKeeper ensemble=127.0.0.1:51722 2024-12-11T20:05:05,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339130x0, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:05:05,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339130x0, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:05:05,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33913-0x100caf14c3b0002 connected 2024-12-11T20:05:05,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T20:05:05,209 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T20:05:05,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T20:05:05,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:05:05,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33913 2024-12-11T20:05:05,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33913 2024-12-11T20:05:05,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33913 2024-12-11T20:05:05,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33913 2024-12-11T20:05:05,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33913 2024-12-11T20:05:05,231 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:05:05,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:05:05,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:05:05,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:05:05,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T20:05:05,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:05:05,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45837 2024-12-11T20:05:05,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45837 connecting to ZooKeeper ensemble=127.0.0.1:51722 2024-12-11T20:05:05,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458370x0, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:05:05,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45837-0x100caf14c3b0003 connected 2024-12-11T20:05:05,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:05:05,241 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T20:05:05,242 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T20:05:05,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T20:05:05,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:05:05,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45837 2024-12-11T20:05:05,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45837 2024-12-11T20:05:05,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45837 2024-12-11T20:05:05,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45837 2024-12-11T20:05:05,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45837 2024-12-11T20:05:05,258 DEBUG [M:0;9fe0640122ec:34635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9fe0640122ec:34635 2024-12-11T20:05:05,258 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9fe0640122ec,34635,1733947505103 2024-12-11T20:05:05,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:05:05,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:05:05,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:05:05,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:05:05,261 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9fe0640122ec,34635,1733947505103 2024-12-11T20:05:05,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T20:05:05,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T20:05:05,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T20:05:05,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,264 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T20:05:05,265 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9fe0640122ec,34635,1733947505103 from backup master directory 2024-12-11T20:05:05,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9fe0640122ec,34635,1733947505103 2024-12-11T20:05:05,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:05:05,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:05:05,267 WARN [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:05:05,268 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9fe0640122ec,34635,1733947505103 2024-12-11T20:05:05,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:05:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:05:05,273 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/hbase.id] with ID: e39ae1ca-8066-448a-b5a7-ea56be6caa3e 2024-12-11T20:05:05,273 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/.tmp/hbase.id 2024-12-11T20:05:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741826_1002 (size=42) 2024-12-11T20:05:05,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741826_1002 (size=42) 2024-12-11T20:05:05,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741826_1002 (size=42) 2024-12-11T20:05:05,283 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/.tmp/hbase.id]:[hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/hbase.id] 2024-12-11T20:05:05,298 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:05:05,299 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T20:05:05,300 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-11T20:05:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741827_1003 (size=196) 2024-12-11T20:05:05,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741827_1003 (size=196) 2024-12-11T20:05:05,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741827_1003 (size=196) 2024-12-11T20:05:05,313 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T20:05:05,313 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T20:05:05,314 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:05:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741828_1004 (size=1189) 2024-12-11T20:05:05,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741828_1004 (size=1189) 2024-12-11T20:05:05,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741828_1004 (size=1189) 2024-12-11T20:05:05,324 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store 2024-12-11T20:05:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741829_1005 (size=34) 2024-12-11T20:05:05,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741829_1005 (size=34) 2024-12-11T20:05:05,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741829_1005 (size=34) 2024-12-11T20:05:05,333 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:05,333 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T20:05:05,333 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:05:05,333 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:05:05,334 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T20:05:05,334 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:05:05,334 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:05:05,334 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733947505333Disabling compacts and flushes for region at 1733947505333Disabling writes for close at 1733947505334 (+1 ms)Writing region close event to WAL at 1733947505334Closed at 1733947505334 2024-12-11T20:05:05,335 WARN [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/.initializing 2024-12-11T20:05:05,335 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/WALs/9fe0640122ec,34635,1733947505103 2024-12-11T20:05:05,336 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:05:05,338 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C34635%2C1733947505103, suffix=, logDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/WALs/9fe0640122ec,34635,1733947505103, archiveDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/oldWALs, maxLogs=10 2024-12-11T20:05:05,353 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/WALs/9fe0640122ec,34635,1733947505103/9fe0640122ec%2C34635%2C1733947505103.1733947505338, exclude list is [], retry=0 2024-12-11T20:05:05,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-da5e658f-4c58-47d1-8883-0214eb8bd605,DISK] 2024-12-11T20:05:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-e123d963-ea5c-4fec-9fcd-c1aad6442474,DISK] 2024-12-11T20:05:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-fd121d10-57ce-4aa3-bb28-a0a443591420,DISK] 2024-12-11T20:05:05,359 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/WALs/9fe0640122ec,34635,1733947505103/9fe0640122ec%2C34635%2C1733947505103.1733947505338 2024-12-11T20:05:05,359 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42131:42131),(127.0.0.1/127.0.0.1:37265:37265),(127.0.0.1/127.0.0.1:45479:45479)] 2024-12-11T20:05:05,359 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T20:05:05,360 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:05,360 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,360 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T20:05:05,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:05,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:05:05,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T20:05:05,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:05,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:05,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T20:05:05,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:05,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:05,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T20:05:05,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:05,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:05,370 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,371 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,371 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,373 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,373 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,374 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:05:05,375 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:05:05,379 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:05,379 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61577214, jitterRate=-0.08242800831794739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:05:05,380 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733947505360Initializing all the Stores at 1733947505361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947505361Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947505361Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947505361Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947505361Cleaning up temporary data from old regions at 1733947505373 (+12 ms)Region opened successfully at 1733947505380 (+7 ms) 2024-12-11T20:05:05,381 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T20:05:05,386 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58042f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:05:05,387 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T20:05:05,387 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T20:05:05,387 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T20:05:05,388 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T20:05:05,389 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-11T20:05:05,390 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-11T20:05:05,390 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T20:05:05,393 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T20:05:05,395 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T20:05:05,397 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T20:05:05,397 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T20:05:05,398 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T20:05:05,400 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T20:05:05,400 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T20:05:05,403 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T20:05:05,405 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T20:05:05,406 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T20:05:05,408 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T20:05:05,410 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T20:05:05,413 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T20:05:05,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:05:05,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:05:05,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:05:05,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:05:05,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,416 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9fe0640122ec,34635,1733947505103, sessionid=0x100caf14c3b0000, setting cluster-up flag (Was=false) 2024-12-11T20:05:05,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,427 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T20:05:05,428 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fe0640122ec,34635,1733947505103 2024-12-11T20:05:05,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,439 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T20:05:05,441 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fe0640122ec,34635,1733947505103 2024-12-11T20:05:05,445 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T20:05:05,447 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T20:05:05,448 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T20:05:05,448 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T20:05:05,448 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(746): ClusterId : e39ae1ca-8066-448a-b5a7-ea56be6caa3e 2024-12-11T20:05:05,448 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(746): ClusterId : e39ae1ca-8066-448a-b5a7-ea56be6caa3e 2024-12-11T20:05:05,448 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T20:05:05,448 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T20:05:05,448 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9fe0640122ec,34635,1733947505103 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T20:05:05,451 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer(746): ClusterId : e39ae1ca-8066-448a-b5a7-ea56be6caa3e 2024-12-11T20:05:05,451 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T20:05:05,452 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T20:05:05,452 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T20:05:05,452 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:05:05,452 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:05:05,452 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:05:05,453 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:05:05,453 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9fe0640122ec:0, corePoolSize=10, maxPoolSize=10 2024-12-11T20:05:05,453 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,453 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:05:05,453 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,453 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T20:05:05,453 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T20:05:05,456 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733947535455 2024-12-11T20:05:05,456 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T20:05:05,456 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T20:05:05,456 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T20:05:05,456 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T20:05:05,456 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T20:05:05,456 DEBUG [RS:2;9fe0640122ec:45837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52aea2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:05:05,456 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T20:05:05,456 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T20:05:05,457 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T20:05:05,457 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T20:05:05,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T20:05:05,457 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T20:05:05,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T20:05:05,457 DEBUG [RS:0;9fe0640122ec:41595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e1dfcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:05:05,458 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,459 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:05,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T20:05:05,460 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T20:05:05,461 DEBUG [RS:1;9fe0640122ec:33913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecc14e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:05:05,465 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T20:05:05,465 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T20:05:05,465 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T20:05:05,465 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T20:05:05,465 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T20:05:05,474 DEBUG [RS:2;9fe0640122ec:45837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9fe0640122ec:45837 2024-12-11T20:05:05,474 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T20:05:05,474 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T20:05:05,474 DEBUG [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T20:05:05,474 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947505465,5,FailOnTimeoutGroup] 2024-12-11T20:05:05,475 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,34635,1733947505103 with port=45837, startcode=1733947505231 2024-12-11T20:05:05,475 DEBUG [RS:2;9fe0640122ec:45837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T20:05:05,476 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947505474,5,FailOnTimeoutGroup] 2024-12-11T20:05:05,476 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,477 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T20:05:05,477 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,477 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,478 DEBUG [RS:0;9fe0640122ec:41595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9fe0640122ec:41595 2024-12-11T20:05:05,478 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T20:05:05,478 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T20:05:05,478 DEBUG [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T20:05:05,479 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,34635,1733947505103 with port=41595, startcode=1733947505158 2024-12-11T20:05:05,479 DEBUG [RS:0;9fe0640122ec:41595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T20:05:05,479 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T20:05:05,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9fe0640122ec,45837,1733947505231 2024-12-11T20:05:05,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34635 {}] master.ServerManager(517): Registering regionserver=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:05,482 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T20:05:05,482 DEBUG [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:05,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9fe0640122ec,41595,1733947505158 2024-12-11T20:05:05,482 DEBUG [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33631 2024-12-11T20:05:05,482 DEBUG [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T20:05:05,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34635 {}] master.ServerManager(517): Registering regionserver=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:05,483 DEBUG [RS:1;9fe0640122ec:33913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9fe0640122ec:33913 2024-12-11T20:05:05,483 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T20:05:05,483 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T20:05:05,483 DEBUG [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T20:05:05,484 DEBUG [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:05,484 DEBUG [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33631 2024-12-11T20:05:05,484 DEBUG [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T20:05:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:05:05,485 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,34635,1733947505103 with port=33913, startcode=1733947505193 2024-12-11T20:05:05,485 DEBUG [RS:1;9fe0640122ec:33913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T20:05:05,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741831_1007 (size=1321) 2024-12-11T20:05:05,486 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T20:05:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741831_1007 (size=1321) 2024-12-11T20:05:05,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9fe0640122ec,33913,1733947505193 2024-12-11T20:05:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741831_1007 (size=1321) 2024-12-11T20:05:05,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34635 {}] master.ServerManager(517): Registering regionserver=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:05,489 DEBUG [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:05,490 DEBUG [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33631 2024-12-11T20:05:05,490 DEBUG [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T20:05:05,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T20:05:05,490 DEBUG [RS:2;9fe0640122ec:45837 {}] zookeeper.ZKUtil(111): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9fe0640122ec,45837,1733947505231 2024-12-11T20:05:05,490 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:05,490 WARN [RS:2;9fe0640122ec:45837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:05:05,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9fe0640122ec,45837,1733947505231] 2024-12-11T20:05:05,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9fe0640122ec,41595,1733947505158] 2024-12-11T20:05:05,490 INFO [RS:2;9fe0640122ec:45837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:05:05,491 DEBUG [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,45837,1733947505231 2024-12-11T20:05:05,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:05:05,492 DEBUG [RS:0;9fe0640122ec:41595 {}] zookeeper.ZKUtil(111): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9fe0640122ec,41595,1733947505158 2024-12-11T20:05:05,492 WARN [RS:0;9fe0640122ec:41595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:05:05,492 INFO [RS:0;9fe0640122ec:41595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:05:05,492 DEBUG [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,41595,1733947505158 2024-12-11T20:05:05,492 DEBUG [RS:1;9fe0640122ec:33913 {}] zookeeper.ZKUtil(111): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9fe0640122ec,33913,1733947505193 2024-12-11T20:05:05,492 WARN [RS:1;9fe0640122ec:33913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:05:05,492 INFO [RS:1;9fe0640122ec:33913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:05:05,492 DEBUG [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193 2024-12-11T20:05:05,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9fe0640122ec,33913,1733947505193] 2024-12-11T20:05:05,494 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T20:05:05,496 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T20:05:05,496 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T20:05:05,497 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T20:05:05,497 INFO [RS:2;9fe0640122ec:45837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T20:05:05,497 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,497 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T20:05:05,498 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T20:05:05,498 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,498 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,498 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T20:05:05,498 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,499 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,499 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,499 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,499 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:05:05,499 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,499 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,499 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,499 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,499 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,500 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,500 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:05:05,500 DEBUG [RS:2;9fe0640122ec:45837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:05:05,501 INFO [RS:1;9fe0640122ec:33913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T20:05:05,501 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,501 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T20:05:05,501 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T20:05:05,501 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,501 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,501 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,501 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,502 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,502 INFO [RS:0;9fe0640122ec:41595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T20:05:05,502 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,45837,1733947505231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:05:05,502 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,502 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T20:05:05,502 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T20:05:05,502 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,502 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:05:05,503 DEBUG [RS:1;9fe0640122ec:33913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:05:05,504 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,504 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T20:05:05,504 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,504 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,504 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,504 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,504 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,504 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,33913,1733947505193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:05:05,504 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,504 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,504 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:05:05,505 DEBUG [RS:0;9fe0640122ec:41595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:05:05,506 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,506 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,506 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,506 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,506 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,506 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,41595,1733947505158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:05:05,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741832_1008 (size=32) 2024-12-11T20:05:05,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741832_1008 (size=32) 2024-12-11T20:05:05,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741832_1008 (size=32) 2024-12-11T20:05:05,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:05,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T20:05:05,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T20:05:05,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:05,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:05:05,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T20:05:05,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T20:05:05,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:05,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:05:05,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T20:05:05,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T20:05:05,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:05,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:05:05,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T20:05:05,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T20:05:05,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:05,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:05:05,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T20:05:05,523 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T20:05:05,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740 2024-12-11T20:05:05,524 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,45837,1733947505231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,524 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,524 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.Replication(171): 9fe0640122ec,45837,1733947505231 started 2024-12-11T20:05:05,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740 2024-12-11T20:05:05,525 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T20:05:05,525 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,41595,1733947505158-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,525 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,525 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.Replication(171): 9fe0640122ec,41595,1733947505158 started 2024-12-11T20:05:05,526 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T20:05:05,526 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,33913,1733947505193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,526 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,526 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.Replication(171): 9fe0640122ec,33913,1733947505193 started 2024-12-11T20:05:05,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T20:05:05,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T20:05:05,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:05:05,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T20:05:05,531 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:05,531 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71093165, jitterRate=0.05937071144580841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:05:05,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733947505513Initializing all the Stores at 1733947505513Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947505514 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947505514Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947505514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947505514Cleaning up temporary data from old regions at 1733947505526 (+12 ms)Region opened successfully at 1733947505532 (+6 ms) 2024-12-11T20:05:05,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T20:05:05,532 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T20:05:05,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T20:05:05,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T20:05:05,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T20:05:05,532 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T20:05:05,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733947505532Disabling compacts and flushes for region at 1733947505532Disabling writes for close at 1733947505532Writing region close event to WAL at 1733947505532Closed at 1733947505532 2024-12-11T20:05:05,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T20:05:05,534 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T20:05:05,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T20:05:05,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T20:05:05,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T20:05:05,541 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,541 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(1482): Serving as 9fe0640122ec,41595,1733947505158, RpcServer on 9fe0640122ec/172.17.0.2:41595, sessionid=0x100caf14c3b0001 2024-12-11T20:05:05,541 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T20:05:05,541 DEBUG [RS:0;9fe0640122ec:41595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9fe0640122ec,41595,1733947505158 2024-12-11T20:05:05,541 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,41595,1733947505158' 2024-12-11T20:05:05,541 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T20:05:05,542 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T20:05:05,542 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T20:05:05,542 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T20:05:05,542 DEBUG [RS:0;9fe0640122ec:41595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9fe0640122ec,41595,1733947505158 2024-12-11T20:05:05,542 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,41595,1733947505158' 2024-12-11T20:05:05,542 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T20:05:05,543 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T20:05:05,543 DEBUG [RS:0;9fe0640122ec:41595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T20:05:05,543 INFO [RS:0;9fe0640122ec:41595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T20:05:05,543 INFO [RS:0;9fe0640122ec:41595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T20:05:05,545 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,545 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(1482): Serving as 9fe0640122ec,45837,1733947505231, RpcServer on 9fe0640122ec/172.17.0.2:45837, sessionid=0x100caf14c3b0003 2024-12-11T20:05:05,545 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T20:05:05,545 DEBUG [RS:2;9fe0640122ec:45837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9fe0640122ec,45837,1733947505231 2024-12-11T20:05:05,545 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,45837,1733947505231' 2024-12-11T20:05:05,545 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T20:05:05,546 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T20:05:05,546 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T20:05:05,546 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T20:05:05,546 INFO [RS:1;9fe0640122ec:33913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:05,546 DEBUG [RS:2;9fe0640122ec:45837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9fe0640122ec,45837,1733947505231 2024-12-11T20:05:05,546 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,45837,1733947505231' 2024-12-11T20:05:05,546 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T20:05:05,546 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer(1482): Serving as 9fe0640122ec,33913,1733947505193, RpcServer on 9fe0640122ec/172.17.0.2:33913, sessionid=0x100caf14c3b0002 2024-12-11T20:05:05,546 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T20:05:05,546 DEBUG [RS:1;9fe0640122ec:33913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9fe0640122ec,33913,1733947505193 2024-12-11T20:05:05,546 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,33913,1733947505193' 2024-12-11T20:05:05,546 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T20:05:05,547 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T20:05:05,547 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T20:05:05,547 DEBUG [RS:2;9fe0640122ec:45837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T20:05:05,547 INFO [RS:2;9fe0640122ec:45837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T20:05:05,547 INFO [RS:2;9fe0640122ec:45837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T20:05:05,547 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T20:05:05,547 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T20:05:05,547 DEBUG [RS:1;9fe0640122ec:33913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9fe0640122ec,33913,1733947505193 2024-12-11T20:05:05,547 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,33913,1733947505193' 2024-12-11T20:05:05,547 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T20:05:05,548 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T20:05:05,548 DEBUG [RS:1;9fe0640122ec:33913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T20:05:05,548 INFO [RS:1;9fe0640122ec:33913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T20:05:05,548 INFO [RS:1;9fe0640122ec:33913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T20:05:05,644 INFO [RS:0;9fe0640122ec:41595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:05:05,646 INFO [RS:0;9fe0640122ec:41595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C41595%2C1733947505158, suffix=, logDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,41595,1733947505158, archiveDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/oldWALs, maxLogs=32 2024-12-11T20:05:05,648 INFO [RS:2;9fe0640122ec:45837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:05:05,648 INFO [RS:1;9fe0640122ec:33913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:05:05,649 INFO [RS:2;9fe0640122ec:45837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C45837%2C1733947505231, suffix=, logDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,45837,1733947505231, archiveDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/oldWALs, maxLogs=32 2024-12-11T20:05:05,650 INFO [RS:1;9fe0640122ec:33913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C33913%2C1733947505193, suffix=, logDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193, archiveDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/oldWALs, maxLogs=32 2024-12-11T20:05:05,664 DEBUG [RS:1;9fe0640122ec:33913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193/9fe0640122ec%2C33913%2C1733947505193.1733947505651, exclude list is [], retry=0 2024-12-11T20:05:05,667 DEBUG [RS:0;9fe0640122ec:41595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,41595,1733947505158/9fe0640122ec%2C41595%2C1733947505158.1733947505647, exclude list is [], retry=0 2024-12-11T20:05:05,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-da5e658f-4c58-47d1-8883-0214eb8bd605,DISK] 2024-12-11T20:05:05,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-e123d963-ea5c-4fec-9fcd-c1aad6442474,DISK] 2024-12-11T20:05:05,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-fd121d10-57ce-4aa3-bb28-a0a443591420,DISK] 2024-12-11T20:05:05,669 DEBUG [RS:2;9fe0640122ec:45837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,45837,1733947505231/9fe0640122ec%2C45837%2C1733947505231.1733947505651, exclude list is [], retry=0 2024-12-11T20:05:05,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-da5e658f-4c58-47d1-8883-0214eb8bd605,DISK] 2024-12-11T20:05:05,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-fd121d10-57ce-4aa3-bb28-a0a443591420,DISK] 2024-12-11T20:05:05,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-e123d963-ea5c-4fec-9fcd-c1aad6442474,DISK] 2024-12-11T20:05:05,673 INFO [RS:1;9fe0640122ec:33913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193/9fe0640122ec%2C33913%2C1733947505193.1733947505651 2024-12-11T20:05:05,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-e123d963-ea5c-4fec-9fcd-c1aad6442474,DISK] 2024-12-11T20:05:05,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-fd121d10-57ce-4aa3-bb28-a0a443591420,DISK] 2024-12-11T20:05:05,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-da5e658f-4c58-47d1-8883-0214eb8bd605,DISK] 2024-12-11T20:05:05,677 DEBUG [RS:1;9fe0640122ec:33913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42131:42131),(127.0.0.1/127.0.0.1:45479:45479),(127.0.0.1/127.0.0.1:37265:37265)] 2024-12-11T20:05:05,677 INFO [RS:0;9fe0640122ec:41595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,41595,1733947505158/9fe0640122ec%2C41595%2C1733947505158.1733947505647 2024-12-11T20:05:05,678 DEBUG [RS:0;9fe0640122ec:41595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42131:42131),(127.0.0.1/127.0.0.1:37265:37265),(127.0.0.1/127.0.0.1:45479:45479)] 2024-12-11T20:05:05,679 INFO [RS:2;9fe0640122ec:45837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,45837,1733947505231/9fe0640122ec%2C45837%2C1733947505231.1733947505651 2024-12-11T20:05:05,679 DEBUG [RS:2;9fe0640122ec:45837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265),(127.0.0.1/127.0.0.1:45479:45479),(127.0.0.1/127.0.0.1:42131:42131)] 2024-12-11T20:05:05,686 DEBUG [9fe0640122ec:34635 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T20:05:05,687 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(204): Hosts are {9fe0640122ec=0} racks are {/default-rack=0} 2024-12-11T20:05:05,689 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T20:05:05,689 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T20:05:05,689 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T20:05:05,689 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T20:05:05,689 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T20:05:05,689 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T20:05:05,689 INFO [9fe0640122ec:34635 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T20:05:05,690 INFO [9fe0640122ec:34635 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T20:05:05,690 INFO [9fe0640122ec:34635 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T20:05:05,690 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T20:05:05,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:05,691 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fe0640122ec,41595,1733947505158, state=OPENING 2024-12-11T20:05:05,693 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T20:05:05,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:05:05,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:05:05,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:05:05,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:05:05,695 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T20:05:05,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:05:05,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9fe0640122ec,41595,1733947505158}] 2024-12-11T20:05:08,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:08,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:08,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:08,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T20:05:08,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:08,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:08,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:15,700 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T20:05:15,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T20:05:15,713 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T20:05:15,713 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:05:15,713 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T20:05:15,716 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C41595%2C1733947505158.meta, suffix=.meta, logDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,41595,1733947505158, archiveDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/oldWALs, maxLogs=32 2024-12-11T20:05:15,743 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,41595,1733947505158/9fe0640122ec%2C41595%2C1733947505158.meta.1733947515717.meta, exclude list is [], retry=0 2024-12-11T20:05:15,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-e123d963-ea5c-4fec-9fcd-c1aad6442474,DISK] 2024-12-11T20:05:15,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-fd121d10-57ce-4aa3-bb28-a0a443591420,DISK] 2024-12-11T20:05:15,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-da5e658f-4c58-47d1-8883-0214eb8bd605,DISK] 2024-12-11T20:05:15,752 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,41595,1733947505158/9fe0640122ec%2C41595%2C1733947505158.meta.1733947515717.meta 2024-12-11T20:05:15,752 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265),(127.0.0.1/127.0.0.1:45479:45479),(127.0.0.1/127.0.0.1:42131:42131)] 2024-12-11T20:05:15,752 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T20:05:15,753 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T20:05:15,753 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T20:05:15,753 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T20:05:15,753 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T20:05:15,753 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:15,755 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T20:05:15,755 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T20:05:15,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T20:05:15,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T20:05:15,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:15,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:05:15,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T20:05:15,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T20:05:15,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:15,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:05:15,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T20:05:15,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T20:05:15,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:15,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:05:15,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T20:05:15,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T20:05:15,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:15,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:05:15,771 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T20:05:15,772 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740 2024-12-11T20:05:15,773 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740 2024-12-11T20:05:15,779 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T20:05:15,779 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T20:05:15,780 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:05:15,782 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T20:05:15,783 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59278926, jitterRate=-0.11667516827583313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:05:15,783 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T20:05:15,783 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733947515755Writing region info on filesystem at 1733947515755Initializing all the Stores at 1733947515757 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947515757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947515757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947515757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947515757Cleaning up temporary data from old regions at 1733947515779 (+22 ms)Running coprocessor post-open hooks at 1733947515783 (+4 ms)Region opened successfully at 1733947515783 2024-12-11T20:05:15,785 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733947515700 2024-12-11T20:05:15,787 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T20:05:15,787 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T20:05:15,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:15,789 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fe0640122ec,41595,1733947505158, state=OPEN 2024-12-11T20:05:15,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:05:15,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:05:15,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:05:15,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:05:15,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:05:15,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:05:15,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:05:15,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:05:15,792 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:15,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T20:05:15,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9fe0640122ec,41595,1733947505158 in 10.0970 sec 2024-12-11T20:05:15,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T20:05:15,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2610 sec 2024-12-11T20:05:15,800 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T20:05:15,800 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T20:05:15,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:05:15,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,41595,1733947505158, seqNum=-1] 2024-12-11T20:05:15,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:05:15,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:05:15,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.3670 sec 2024-12-11T20:05:15,815 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733947515815, completionTime=-1 2024-12-11T20:05:15,815 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T20:05:15,815 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T20:05:15,818 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T20:05:15,818 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733947575818 2024-12-11T20:05:15,818 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733947635818 2024-12-11T20:05:15,818 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-11T20:05:15,818 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,34635,1733947505103-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:15,818 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,34635,1733947505103-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:15,818 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,34635,1733947505103-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:15,818 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9fe0640122ec:34635, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:15,818 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:15,820 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:15,821 DEBUG [master/9fe0640122ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T20:05:15,825 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.557sec 2024-12-11T20:05:15,832 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T20:05:15,833 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T20:05:15,833 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T20:05:15,833 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T20:05:15,833 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T20:05:15,833 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,34635,1733947505103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:05:15,833 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,34635,1733947505103-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T20:05:15,836 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T20:05:15,837 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T20:05:15,837 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,34635,1733947505103-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:05:15,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b9a4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:05:15,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9fe0640122ec,34635,-1 for getting cluster id 2024-12-11T20:05:15,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T20:05:15,865 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e39ae1ca-8066-448a-b5a7-ea56be6caa3e' 2024-12-11T20:05:15,865 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T20:05:15,865 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e39ae1ca-8066-448a-b5a7-ea56be6caa3e" 2024-12-11T20:05:15,866 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275992c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:05:15,866 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9fe0640122ec,34635,-1] 2024-12-11T20:05:15,866 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T20:05:15,867 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:15,868 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T20:05:15,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f19521f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:05:15,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:05:15,872 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,41595,1733947505158, seqNum=-1] 2024-12-11T20:05:15,872 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:05:15,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:05:15,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9fe0640122ec,34635,1733947505103 2024-12-11T20:05:15,891 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733947515890 (current time:1733947515890). 2024-12-11T20:05:15,891 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T20:05:15,891 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T20:05:15,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7016f4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:05:15,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9fe0640122ec,34635,-1 for getting cluster id 2024-12-11T20:05:15,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T20:05:15,892 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e39ae1ca-8066-448a-b5a7-ea56be6caa3e' 2024-12-11T20:05:15,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T20:05:15,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e39ae1ca-8066-448a-b5a7-ea56be6caa3e" 2024-12-11T20:05:15,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606ca14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:05:15,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9fe0640122ec,34635,-1] 2024-12-11T20:05:15,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T20:05:15,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:15,895 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T20:05:15,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c813e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:05:15,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:05:15,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,41595,1733947505158, seqNum=-1] 2024-12-11T20:05:15,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:05:15,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:05:15,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T20:05:15,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:05:15,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:15,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:15,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T20:05:15,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T20:05:15,903 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9fe0640122ec,34635,1733947505103 2024-12-11T20:05:15,903 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48fa84a8 2024-12-11T20:05:15,903 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T20:05:15,905 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T20:05:15,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T20:05:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T20:05:15,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T20:05:15,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:15,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T20:05:15,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T20:05:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:05:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741837_1013 (size=361) 2024-12-11T20:05:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741837_1013 (size=361) 2024-12-11T20:05:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741837_1013 (size=361) 2024-12-11T20:05:15,933 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, NAME => 'SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:15,935 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5de4185529f414a4abff78592af66443, NAME => 'SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:15,936 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f08bf836126321f90031a52901a632ee, NAME => 'SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:15,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741839_1015 (size=62) 2024-12-11T20:05:15,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741839_1015 (size=62) 2024-12-11T20:05:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741839_1015 (size=62) 2024-12-11T20:05:15,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:15,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5de4185529f414a4abff78592af66443, disabling compactions & flushes 2024-12-11T20:05:15,965 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:05:15,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:05:15,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. after waiting 0 ms 2024-12-11T20:05:15,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:05:15,965 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:05:15,965 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5de4185529f414a4abff78592af66443: Waiting for close lock at 1733947515965Disabling compacts and flushes for region at 1733947515965Disabling writes for close at 1733947515965Writing region close event to WAL at 1733947515965Closed at 1733947515965 2024-12-11T20:05:15,966 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 213d3d4808f5bddb23087821337ec521, NAME => 'SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741838_1014 (size=54) 2024-12-11T20:05:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741838_1014 (size=54) 2024-12-11T20:05:15,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741838_1014 (size=54) 2024-12-11T20:05:15,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:15,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, disabling compactions & flushes 2024-12-11T20:05:15,990 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:05:15,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:05:15,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. after waiting 0 ms 2024-12-11T20:05:15,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:05:15,990 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:05:15,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0: Waiting for close lock at 1733947515990Disabling compacts and flushes for region at 1733947515990Disabling writes for close at 1733947515990Writing region close event to WAL at 1733947515990Closed at 1733947515990 2024-12-11T20:05:15,991 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a365cf8922c8a6cbefc34fcbcd67f952, NAME => 'SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741840_1016 (size=62) 2024-12-11T20:05:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741840_1016 (size=62) 2024-12-11T20:05:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741840_1016 (size=62) 2024-12-11T20:05:15,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:15,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f08bf836126321f90031a52901a632ee, disabling compactions & flushes 2024-12-11T20:05:15,999 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:05:15,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:05:15,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. after waiting 0 ms 2024-12-11T20:05:15,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:05:15,999 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:05:15,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f08bf836126321f90031a52901a632ee: Waiting for close lock at 1733947515999Disabling compacts and flushes for region at 1733947515999Disabling writes for close at 1733947515999Writing region close event to WAL at 1733947515999Closed at 1733947515999 2024-12-11T20:05:16,000 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6c67d75cfab6e790a1b0d7b3de3e3682, NAME => 'SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:05:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741843_1019 (size=62) 2024-12-11T20:05:16,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741843_1019 (size=62) 2024-12-11T20:05:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741842_1018 (size=62) 2024-12-11T20:05:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741843_1019 (size=62) 2024-12-11T20:05:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741842_1018 (size=62) 2024-12-11T20:05:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741842_1018 (size=62) 2024-12-11T20:05:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741841_1017 (size=62) 2024-12-11T20:05:16,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:16,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a365cf8922c8a6cbefc34fcbcd67f952, disabling compactions & flushes 2024-12-11T20:05:16,025 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:05:16,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:05:16,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741841_1017 (size=62) 2024-12-11T20:05:16,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. after waiting 0 ms 2024-12-11T20:05:16,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:05:16,025 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:05:16,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a365cf8922c8a6cbefc34fcbcd67f952: Waiting for close lock at 1733947516024Disabling compacts and flushes for region at 1733947516024Disabling writes for close at 1733947516025 (+1 ms)Writing region close event to WAL at 1733947516025Closed at 1733947516025 2024-12-11T20:05:16,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741841_1017 (size=62) 2024-12-11T20:05:16,026 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fddaa557a2cf319588b5f4734557eeb, NAME => 'SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:16,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:16,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6c67d75cfab6e790a1b0d7b3de3e3682, disabling compactions & flushes 2024-12-11T20:05:16,026 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:05:16,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:05:16,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. after waiting 0 ms 2024-12-11T20:05:16,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:05:16,027 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:05:16,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6c67d75cfab6e790a1b0d7b3de3e3682: Waiting for close lock at 1733947516026Disabling compacts and flushes for region at 1733947516026Disabling writes for close at 1733947516026Writing region close event to WAL at 1733947516027 (+1 ms)Closed at 1733947516027 2024-12-11T20:05:16,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:16,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 213d3d4808f5bddb23087821337ec521, disabling compactions & flushes 2024-12-11T20:05:16,028 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:05:16,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:05:16,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. after waiting 0 ms 2024-12-11T20:05:16,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:05:16,028 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:05:16,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 213d3d4808f5bddb23087821337ec521: Waiting for close lock at 1733947516027Disabling compacts and flushes for region at 1733947516027Disabling writes for close at 1733947516028 (+1 ms)Writing region close event to WAL at 1733947516028Closed at 1733947516028 2024-12-11T20:05:16,029 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2c27a234b91d1ccd82972d0565f102fe, NAME => 'SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:16,030 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c1cf519bb9d8f17ed96e0da73c4b51f5, NAME => 'SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:16,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741844_1020 (size=62) 2024-12-11T20:05:16,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741844_1020 (size=62) 2024-12-11T20:05:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741844_1020 (size=62) 2024-12-11T20:05:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741845_1021 (size=62) 2024-12-11T20:05:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741845_1021 (size=62) 2024-12-11T20:05:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741845_1021 (size=62) 2024-12-11T20:05:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741846_1022 (size=62) 2024-12-11T20:05:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741846_1022 (size=62) 2024-12-11T20:05:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741846_1022 (size=62) 2024-12-11T20:05:16,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:16,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2c27a234b91d1ccd82972d0565f102fe, disabling compactions & flushes 2024-12-11T20:05:16,074 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:05:16,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:05:16,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. after waiting 0 ms 2024-12-11T20:05:16,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:05:16,074 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:05:16,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2c27a234b91d1ccd82972d0565f102fe: Waiting for close lock at 1733947516074Disabling compacts and flushes for region at 1733947516074Disabling writes for close at 1733947516074Writing region close event to WAL at 1733947516074Closed at 1733947516074 2024-12-11T20:05:16,075 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8ba03288f169355b9409e3a59dfe3a6f, NAME => 'SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66 2024-12-11T20:05:16,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741847_1023 (size=54) 2024-12-11T20:05:16,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741847_1023 (size=54) 2024-12-11T20:05:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741847_1023 (size=54) 2024-12-11T20:05:16,088 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:16,088 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8ba03288f169355b9409e3a59dfe3a6f, disabling compactions & flushes 2024-12-11T20:05:16,088 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:16,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:16,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. after waiting 0 ms 2024-12-11T20:05:16,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:16,089 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:16,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8ba03288f169355b9409e3a59dfe3a6f: Waiting for close lock at 1733947516088Disabling compacts and flushes for region at 1733947516088Disabling writes for close at 1733947516089 (+1 ms)Writing region close event to WAL at 1733947516089Closed at 1733947516089 2024-12-11T20:05:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:05:16,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:16,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3fddaa557a2cf319588b5f4734557eeb, disabling compactions & flushes 2024-12-11T20:05:16,465 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:05:16,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:05:16,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. after waiting 0 ms 2024-12-11T20:05:16,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:05:16,466 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:05:16,466 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fddaa557a2cf319588b5f4734557eeb: Waiting for close lock at 1733947516465Disabling compacts and flushes for region at 1733947516465Disabling writes for close at 1733947516465Writing region close event to WAL at 1733947516466 (+1 ms)Closed at 1733947516466 2024-12-11T20:05:16,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:16,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c1cf519bb9d8f17ed96e0da73c4b51f5, disabling compactions & flushes 2024-12-11T20:05:16,471 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:05:16,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:05:16,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. after waiting 0 ms 2024-12-11T20:05:16,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:05:16,471 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:05:16,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c1cf519bb9d8f17ed96e0da73c4b51f5: Waiting for close lock at 1733947516471Disabling compacts and flushes for region at 1733947516471Disabling writes for close at 1733947516471Writing region close event to WAL at 1733947516471Closed at 1733947516471 2024-12-11T20:05:16,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T20:05:16,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733947516473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947516473"}]},"ts":"1733947516473"} 2024-12-11T20:05:16,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T20:05:16,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T20:05:16,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947516489"}]},"ts":"1733947516489"} 2024-12-11T20:05:16,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T20:05:16,492 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9fe0640122ec=0} racks are {/default-rack=0} 2024-12-11T20:05:16,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T20:05:16,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T20:05:16,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T20:05:16,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T20:05:16,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T20:05:16,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T20:05:16,498 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T20:05:16,498 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T20:05:16,498 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T20:05:16,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T20:05:16,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de4185529f414a4abff78592af66443, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f08bf836126321f90031a52901a632ee, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=213d3d4808f5bddb23087821337ec521, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a365cf8922c8a6cbefc34fcbcd67f952, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fddaa557a2cf319588b5f4734557eeb, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1cf519bb9d8f17ed96e0da73c4b51f5, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c27a234b91d1ccd82972d0565f102fe, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN}] 2024-12-11T20:05:16,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=213d3d4808f5bddb23087821337ec521, ASSIGN 2024-12-11T20:05:16,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de4185529f414a4abff78592af66443, ASSIGN 2024-12-11T20:05:16,503 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f08bf836126321f90031a52901a632ee, ASSIGN 2024-12-11T20:05:16,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN 2024-12-11T20:05:16,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=213d3d4808f5bddb23087821337ec521, ASSIGN; state=OFFLINE, location=9fe0640122ec,45837,1733947505231; forceNewPlan=false, retain=false 2024-12-11T20:05:16,505 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5de4185529f414a4abff78592af66443, ASSIGN; state=OFFLINE, location=9fe0640122ec,41595,1733947505158; forceNewPlan=false, retain=false 2024-12-11T20:05:16,506 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f08bf836126321f90031a52901a632ee, ASSIGN; state=OFFLINE, location=9fe0640122ec,45837,1733947505231; forceNewPlan=false, retain=false 2024-12-11T20:05:16,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN 2024-12-11T20:05:16,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN; state=OFFLINE, location=9fe0640122ec,33913,1733947505193; forceNewPlan=false, retain=false 2024-12-11T20:05:16,507 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN; state=OFFLINE, location=9fe0640122ec,33913,1733947505193; forceNewPlan=false, retain=false 2024-12-11T20:05:16,509 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1cf519bb9d8f17ed96e0da73c4b51f5, ASSIGN 2024-12-11T20:05:16,509 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fddaa557a2cf319588b5f4734557eeb, ASSIGN 2024-12-11T20:05:16,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c27a234b91d1ccd82972d0565f102fe, ASSIGN 2024-12-11T20:05:16,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a365cf8922c8a6cbefc34fcbcd67f952, ASSIGN 2024-12-11T20:05:16,510 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN 2024-12-11T20:05:16,510 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fddaa557a2cf319588b5f4734557eeb, ASSIGN; state=OFFLINE, location=9fe0640122ec,45837,1733947505231; forceNewPlan=false, retain=false 2024-12-11T20:05:16,510 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1cf519bb9d8f17ed96e0da73c4b51f5, ASSIGN; state=OFFLINE, location=9fe0640122ec,41595,1733947505158; forceNewPlan=false, retain=false 2024-12-11T20:05:16,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c27a234b91d1ccd82972d0565f102fe, ASSIGN; state=OFFLINE, location=9fe0640122ec,41595,1733947505158; forceNewPlan=false, retain=false 2024-12-11T20:05:16,511 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a365cf8922c8a6cbefc34fcbcd67f952, ASSIGN; state=OFFLINE, location=9fe0640122ec,41595,1733947505158; forceNewPlan=false, retain=false 2024-12-11T20:05:16,512 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN; state=OFFLINE, location=9fe0640122ec,33913,1733947505193; forceNewPlan=false, retain=false 2024-12-11T20:05:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:05:16,654 INFO [9fe0640122ec:34635 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T20:05:16,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3fddaa557a2cf319588b5f4734557eeb, regionState=OPENING, regionLocation=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:16,655 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f08bf836126321f90031a52901a632ee, regionState=OPENING, regionLocation=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:16,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2c27a234b91d1ccd82972d0565f102fe, regionState=OPENING, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:16,655 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c1cf519bb9d8f17ed96e0da73c4b51f5, regionState=OPENING, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:16,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=213d3d4808f5bddb23087821337ec521, regionState=OPENING, regionLocation=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:16,656 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a365cf8922c8a6cbefc34fcbcd67f952, regionState=OPENING, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:16,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5de4185529f414a4abff78592af66443, regionState=OPENING, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:16,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8ba03288f169355b9409e3a59dfe3a6f, regionState=OPENING, regionLocation=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:16,656 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6c67d75cfab6e790a1b0d7b3de3e3682, regionState=OPENING, regionLocation=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:16,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, regionState=OPENING, regionLocation=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:16,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c27a234b91d1ccd82972d0565f102fe, ASSIGN because future has completed 2024-12-11T20:05:16,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c27a234b91d1ccd82972d0565f102fe, server=9fe0640122ec,41595,1733947505158}] 2024-12-11T20:05:16,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f08bf836126321f90031a52901a632ee, ASSIGN because future has completed 2024-12-11T20:05:16,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f08bf836126321f90031a52901a632ee, server=9fe0640122ec,45837,1733947505231}] 2024-12-11T20:05:16,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=213d3d4808f5bddb23087821337ec521, ASSIGN because future has completed 2024-12-11T20:05:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fddaa557a2cf319588b5f4734557eeb, ASSIGN because future has completed 2024-12-11T20:05:16,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 213d3d4808f5bddb23087821337ec521, server=9fe0640122ec,45837,1733947505231}] 2024-12-11T20:05:16,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fddaa557a2cf319588b5f4734557eeb, server=9fe0640122ec,45837,1733947505231}] 2024-12-11T20:05:16,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c1cf519bb9d8f17ed96e0da73c4b51f5, ASSIGN because future has completed 2024-12-11T20:05:16,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a365cf8922c8a6cbefc34fcbcd67f952, ASSIGN because future has completed 2024-12-11T20:05:16,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5de4185529f414a4abff78592af66443, ASSIGN because future has completed 2024-12-11T20:05:16,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN because future has completed 2024-12-11T20:05:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN because future has completed 2024-12-11T20:05:16,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682, server=9fe0640122ec,33913,1733947505193}] 2024-12-11T20:05:16,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1cf519bb9d8f17ed96e0da73c4b51f5, server=9fe0640122ec,41595,1733947505158}] 2024-12-11T20:05:16,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN because future has completed 2024-12-11T20:05:16,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de4185529f414a4abff78592af66443, server=9fe0640122ec,41595,1733947505158}] 2024-12-11T20:05:16,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a365cf8922c8a6cbefc34fcbcd67f952, server=9fe0640122ec,41595,1733947505158}] 2024-12-11T20:05:16,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, server=9fe0640122ec,33913,1733947505193}] 2024-12-11T20:05:16,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f, server=9fe0640122ec,33913,1733947505193}] 2024-12-11T20:05:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:05:17,496 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T20:05:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:05:19,566 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-11T20:05:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:05:20,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:20,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:20,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:21,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T20:05:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:21,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:21,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:05:26,669 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T20:05:26,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T20:05:26,672 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:05:26,673 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a365cf8922c8a6cbefc34fcbcd67f952, NAME => 'SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T20:05:26,673 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,673 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,673 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,673 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,675 INFO [StoreOpener-a365cf8922c8a6cbefc34fcbcd67f952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,677 INFO [StoreOpener-a365cf8922c8a6cbefc34fcbcd67f952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a365cf8922c8a6cbefc34fcbcd67f952 columnFamilyName cf 2024-12-11T20:05:26,677 DEBUG [StoreOpener-a365cf8922c8a6cbefc34fcbcd67f952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,678 INFO [StoreOpener-a365cf8922c8a6cbefc34fcbcd67f952-1 {}] regionserver.HStore(327): Store=a365cf8922c8a6cbefc34fcbcd67f952/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,678 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,679 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,680 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,680 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,680 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,682 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,685 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/a365cf8922c8a6cbefc34fcbcd67f952/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,686 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a365cf8922c8a6cbefc34fcbcd67f952; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64166497, jitterRate=-0.04384468495845795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,686 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:26,686 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a365cf8922c8a6cbefc34fcbcd67f952: Running coprocessor pre-open hook at 1733947526673Writing region info on filesystem at 1733947526673Initializing all the Stores at 1733947526674 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526675 (+1 ms)Cleaning up temporary data from old regions at 1733947526680 (+5 ms)Running coprocessor post-open hooks at 1733947526686 (+6 ms)Region opened successfully at 1733947526686 2024-12-11T20:05:26,686 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:05:26,686 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fddaa557a2cf319588b5f4734557eeb, NAME => 'SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T20:05:26,687 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,687 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,687 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,687 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,687 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952., pid=23, masterSystemTime=1733947526666 2024-12-11T20:05:26,689 INFO [StoreOpener-3fddaa557a2cf319588b5f4734557eeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,689 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:05:26,689 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:05:26,689 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:05:26,690 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c27a234b91d1ccd82972d0565f102fe, NAME => 'SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T20:05:26,690 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,690 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a365cf8922c8a6cbefc34fcbcd67f952, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:26,690 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,690 INFO [StoreOpener-3fddaa557a2cf319588b5f4734557eeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fddaa557a2cf319588b5f4734557eeb columnFamilyName cf 2024-12-11T20:05:26,690 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,690 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,690 DEBUG [StoreOpener-3fddaa557a2cf319588b5f4734557eeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,692 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34635 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9fe0640122ec,41595,1733947505158, table=SPTestTable, region=a365cf8922c8a6cbefc34fcbcd67f952. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T20:05:26,692 INFO [StoreOpener-3fddaa557a2cf319588b5f4734557eeb-1 {}] regionserver.HStore(327): Store=3fddaa557a2cf319588b5f4734557eeb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,692 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a365cf8922c8a6cbefc34fcbcd67f952, server=9fe0640122ec,41595,1733947505158 because future has completed 2024-12-11T20:05:26,693 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,694 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,694 INFO [StoreOpener-2c27a234b91d1ccd82972d0565f102fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,694 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,694 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,696 INFO [StoreOpener-2c27a234b91d1ccd82972d0565f102fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c27a234b91d1ccd82972d0565f102fe columnFamilyName cf 2024-12-11T20:05:26,696 DEBUG [StoreOpener-2c27a234b91d1ccd82972d0565f102fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-12-11T20:05:26,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a365cf8922c8a6cbefc34fcbcd67f952, server=9fe0640122ec,41595,1733947505158 in 9.9970 sec 2024-12-11T20:05:26,697 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,697 INFO [StoreOpener-2c27a234b91d1ccd82972d0565f102fe-1 {}] regionserver.HStore(327): Store=2c27a234b91d1ccd82972d0565f102fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,697 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a365cf8922c8a6cbefc34fcbcd67f952, ASSIGN in 10.1970 sec 2024-12-11T20:05:26,698 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,699 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,699 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,699 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,699 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,700 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3fddaa557a2cf319588b5f4734557eeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71442667, jitterRate=0.06457869708538055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,700 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:26,700 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3fddaa557a2cf319588b5f4734557eeb: Running coprocessor pre-open hook at 1733947526687Writing region info on filesystem at 1733947526687Initializing all the Stores at 1733947526688 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526688Cleaning up temporary data from old regions at 1733947526694 (+6 ms)Running coprocessor post-open hooks at 1733947526700 (+6 ms)Region opened successfully at 1733947526700 2024-12-11T20:05:26,700 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T20:05:26,702 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb., pid=18, masterSystemTime=1733947526669 2024-12-11T20:05:26,703 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,704 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:05:26,704 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:05:26,704 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:05:26,704 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 213d3d4808f5bddb23087821337ec521, NAME => 'SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T20:05:26,705 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,705 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3fddaa557a2cf319588b5f4734557eeb, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:26,705 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,705 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T20:05:26,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fddaa557a2cf319588b5f4734557eeb, server=9fe0640122ec,45837,1733947505231 because future has completed 2024-12-11T20:05:26,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-12-11T20:05:26,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fddaa557a2cf319588b5f4734557eeb, server=9fe0640122ec,45837,1733947505231 in 10.0400 sec 2024-12-11T20:05:26,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fddaa557a2cf319588b5f4734557eeb, ASSIGN in 10.2120 sec 2024-12-11T20:05:26,718 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,719 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2c27a234b91d1ccd82972d0565f102fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70826166, jitterRate=0.05539211630821228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,719 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:26,719 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2c27a234b91d1ccd82972d0565f102fe: Running coprocessor pre-open hook at 1733947526690Writing region info on filesystem at 1733947526690Initializing all the Stores at 1733947526693 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526693Cleaning up temporary data from old regions at 1733947526699 (+6 ms)Running coprocessor post-open hooks at 1733947526719 (+20 ms)Region opened successfully at 1733947526719 2024-12-11T20:05:26,720 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe., pid=15, masterSystemTime=1733947526666 2024-12-11T20:05:26,722 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:05:26,722 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:05:26,723 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:05:26,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2c27a234b91d1ccd82972d0565f102fe, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:26,723 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5de4185529f414a4abff78592af66443, NAME => 'SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T20:05:26,723 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,723 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,723 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,723 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c27a234b91d1ccd82972d0565f102fe, server=9fe0640122ec,41595,1733947505158 because future has completed 2024-12-11T20:05:26,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-11T20:05:26,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c27a234b91d1ccd82972d0565f102fe, server=9fe0640122ec,41595,1733947505158 in 10.0660 sec 2024-12-11T20:05:26,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c27a234b91d1ccd82972d0565f102fe, ASSIGN in 10.2300 sec 2024-12-11T20:05:26,733 INFO [StoreOpener-213d3d4808f5bddb23087821337ec521-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,734 INFO [StoreOpener-5de4185529f414a4abff78592af66443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,735 INFO [StoreOpener-213d3d4808f5bddb23087821337ec521-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213d3d4808f5bddb23087821337ec521 columnFamilyName cf 2024-12-11T20:05:26,735 DEBUG [StoreOpener-213d3d4808f5bddb23087821337ec521-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,736 INFO [StoreOpener-213d3d4808f5bddb23087821337ec521-1 {}] regionserver.HStore(327): Store=213d3d4808f5bddb23087821337ec521/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,736 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,737 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,737 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,739 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,739 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,742 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,745 INFO [StoreOpener-5de4185529f414a4abff78592af66443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de4185529f414a4abff78592af66443 columnFamilyName cf 2024-12-11T20:05:26,745 DEBUG [StoreOpener-5de4185529f414a4abff78592af66443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,746 INFO [StoreOpener-5de4185529f414a4abff78592af66443-1 {}] regionserver.HStore(327): Store=5de4185529f414a4abff78592af66443/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,746 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,747 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,748 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,748 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,748 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,750 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,753 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:05:26,753 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, NAME => 'SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T20:05:26,753 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/213d3d4808f5bddb23087821337ec521/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,753 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,754 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,754 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,754 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,754 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 213d3d4808f5bddb23087821337ec521; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73493068, jitterRate=0.09513205289840698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,754 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:26,754 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 213d3d4808f5bddb23087821337ec521: Running coprocessor pre-open hook at 1733947526705Writing region info on filesystem at 1733947526705Initializing all the Stores at 1733947526708 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526708Cleaning up temporary data from old regions at 1733947526739 (+31 ms)Running coprocessor post-open hooks at 1733947526754 (+15 ms)Region opened successfully at 1733947526754 2024-12-11T20:05:26,755 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521., pid=17, masterSystemTime=1733947526669 2024-12-11T20:05:26,755 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/5de4185529f414a4abff78592af66443/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,756 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5de4185529f414a4abff78592af66443; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75070377, jitterRate=0.11863578855991364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,756 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5de4185529f414a4abff78592af66443 2024-12-11T20:05:26,756 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5de4185529f414a4abff78592af66443: Running coprocessor pre-open hook at 1733947526724Writing region info on filesystem at 1733947526724Initializing all the Stores at 1733947526725 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526725Cleaning up temporary data from old regions at 1733947526748 (+23 ms)Running coprocessor post-open hooks at 1733947526756 (+8 ms)Region opened successfully at 1733947526756 2024-12-11T20:05:26,757 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443., pid=22, masterSystemTime=1733947526666 2024-12-11T20:05:26,757 INFO [StoreOpener-6d8e3bdf2eb0b0fae56d7bd9f1f554b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,758 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:05:26,758 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:05:26,758 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:05:26,758 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f08bf836126321f90031a52901a632ee, NAME => 'SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T20:05:26,758 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,759 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,759 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,759 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,759 INFO [StoreOpener-6d8e3bdf2eb0b0fae56d7bd9f1f554b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 columnFamilyName cf 2024-12-11T20:05:26,760 DEBUG [StoreOpener-6d8e3bdf2eb0b0fae56d7bd9f1f554b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,760 INFO [StoreOpener-6d8e3bdf2eb0b0fae56d7bd9f1f554b0-1 {}] regionserver.HStore(327): Store=6d8e3bdf2eb0b0fae56d7bd9f1f554b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=213d3d4808f5bddb23087821337ec521, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:26,760 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,760 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:05:26,761 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:05:26,761 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:05:26,761 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c1cf519bb9d8f17ed96e0da73c4b51f5, NAME => 'SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T20:05:26,761 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,761 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,761 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,762 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,762 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,763 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,763 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5de4185529f414a4abff78592af66443, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:26,763 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,764 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 213d3d4808f5bddb23087821337ec521, server=9fe0640122ec,45837,1733947505231 because future has completed 2024-12-11T20:05:26,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de4185529f414a4abff78592af66443, server=9fe0640122ec,41595,1733947505158 because future has completed 2024-12-11T20:05:26,767 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-11T20:05:26,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 213d3d4808f5bddb23087821337ec521, server=9fe0640122ec,45837,1733947505231 in 10.0990 sec 2024-12-11T20:05:26,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-12-11T20:05:26,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=213d3d4808f5bddb23087821337ec521, ASSIGN in 10.2700 sec 2024-12-11T20:05:26,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5de4185529f414a4abff78592af66443, server=9fe0640122ec,41595,1733947505158 in 10.0790 sec 2024-12-11T20:05:26,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de4185529f414a4abff78592af66443, ASSIGN in 10.2710 sec 2024-12-11T20:05:26,777 INFO [StoreOpener-f08bf836126321f90031a52901a632ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,778 INFO [StoreOpener-f08bf836126321f90031a52901a632ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f08bf836126321f90031a52901a632ee columnFamilyName cf 2024-12-11T20:05:26,778 DEBUG [StoreOpener-f08bf836126321f90031a52901a632ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,779 INFO [StoreOpener-f08bf836126321f90031a52901a632ee-1 {}] regionserver.HStore(327): Store=f08bf836126321f90031a52901a632ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,779 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,780 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,780 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,781 INFO [StoreOpener-c1cf519bb9d8f17ed96e0da73c4b51f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,781 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,781 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,782 INFO [StoreOpener-c1cf519bb9d8f17ed96e0da73c4b51f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1cf519bb9d8f17ed96e0da73c4b51f5 columnFamilyName cf 2024-12-11T20:05:26,782 DEBUG [StoreOpener-c1cf519bb9d8f17ed96e0da73c4b51f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,783 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,783 INFO [StoreOpener-c1cf519bb9d8f17ed96e0da73c4b51f5-1 {}] regionserver.HStore(327): Store=c1cf519bb9d8f17ed96e0da73c4b51f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,783 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,784 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,785 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,785 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,785 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,787 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6d8e3bdf2eb0b0fae56d7bd9f1f554b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,787 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,787 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/f08bf836126321f90031a52901a632ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,788 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6d8e3bdf2eb0b0fae56d7bd9f1f554b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72884256, jitterRate=0.0860600471496582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,788 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:26,788 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f08bf836126321f90031a52901a632ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63067777, jitterRate=-0.060216888785362244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,788 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f08bf836126321f90031a52901a632ee 2024-12-11T20:05:26,788 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0: Running coprocessor pre-open hook at 1733947526754Writing region info on filesystem at 1733947526754Initializing all the Stores at 1733947526755 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526755Cleaning up temporary data from old regions at 1733947526764 (+9 ms)Running coprocessor post-open hooks at 1733947526788 (+24 ms)Region opened successfully at 1733947526788 2024-12-11T20:05:26,788 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f08bf836126321f90031a52901a632ee: Running coprocessor pre-open hook at 1733947526759Writing region info on filesystem at 1733947526759Initializing all the Stores at 1733947526761 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526761Cleaning up temporary data from old regions at 1733947526781 (+20 ms)Running coprocessor post-open hooks at 1733947526788 (+7 ms)Region opened successfully at 1733947526788 2024-12-11T20:05:26,793 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee., pid=16, masterSystemTime=1733947526669 2024-12-11T20:05:26,794 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0., pid=21, masterSystemTime=1733947526700 2024-12-11T20:05:26,796 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:05:26,796 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:05:26,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f08bf836126321f90031a52901a632ee, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:26,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:26,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f08bf836126321f90031a52901a632ee, server=9fe0640122ec,45837,1733947505231 because future has completed 2024-12-11T20:05:26,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, server=9fe0640122ec,33913,1733947505193 because future has completed 2024-12-11T20:05:26,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-12-11T20:05:26,807 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:05:26,807 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:05:26,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f08bf836126321f90031a52901a632ee, server=9fe0640122ec,45837,1733947505231 in 10.1360 sec 2024-12-11T20:05:26,807 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:26,808 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ba03288f169355b9409e3a59dfe3a6f, NAME => 'SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T20:05:26,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-11T20:05:26,808 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, server=9fe0640122ec,33913,1733947505193 in 10.1160 sec 2024-12-11T20:05:26,809 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,809 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,809 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f08bf836126321f90031a52901a632ee, ASSIGN in 10.3060 sec 2024-12-11T20:05:26,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN in 10.3090 sec 2024-12-11T20:05:26,813 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,814 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c1cf519bb9d8f17ed96e0da73c4b51f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68289424, jitterRate=0.01759171485900879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,814 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:26,814 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c1cf519bb9d8f17ed96e0da73c4b51f5: Running coprocessor pre-open hook at 1733947526762Writing region info on filesystem at 1733947526762Initializing all the Stores at 1733947526763 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526763Cleaning up temporary data from old regions at 1733947526785 (+22 ms)Running coprocessor post-open hooks at 1733947526814 (+29 ms)Region opened successfully at 1733947526814 2024-12-11T20:05:26,817 INFO [StoreOpener-8ba03288f169355b9409e3a59dfe3a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,817 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5., pid=19, masterSystemTime=1733947526666 2024-12-11T20:05:26,819 INFO [StoreOpener-8ba03288f169355b9409e3a59dfe3a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba03288f169355b9409e3a59dfe3a6f columnFamilyName cf 2024-12-11T20:05:26,819 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:05:26,819 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:05:26,819 DEBUG [StoreOpener-8ba03288f169355b9409e3a59dfe3a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,820 INFO [StoreOpener-8ba03288f169355b9409e3a59dfe3a6f-1 {}] regionserver.HStore(327): Store=8ba03288f169355b9409e3a59dfe3a6f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,820 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c1cf519bb9d8f17ed96e0da73c4b51f5, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:26,825 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1cf519bb9d8f17ed96e0da73c4b51f5, server=9fe0640122ec,41595,1733947505158 because future has completed 2024-12-11T20:05:26,825 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,827 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,827 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-12-11T20:05:26,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c1cf519bb9d8f17ed96e0da73c4b51f5, server=9fe0640122ec,41595,1733947505158 in 10.1560 sec 2024-12-11T20:05:26,833 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c1cf519bb9d8f17ed96e0da73c4b51f5, ASSIGN in 10.3330 sec 2024-12-11T20:05:26,835 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,836 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8ba03288f169355b9409e3a59dfe3a6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63056858, jitterRate=-0.060379594564437866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,836 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:26,836 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8ba03288f169355b9409e3a59dfe3a6f: Running coprocessor pre-open hook at 1733947526809Writing region info on filesystem at 1733947526809Initializing all the Stores at 1733947526811 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526811Cleaning up temporary data from old regions at 1733947526828 (+17 ms)Running coprocessor post-open hooks at 1733947526836 (+8 ms)Region opened successfully at 1733947526836 2024-12-11T20:05:26,837 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f., pid=24, masterSystemTime=1733947526700 2024-12-11T20:05:26,839 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:26,839 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:26,839 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:05:26,839 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c67d75cfab6e790a1b0d7b3de3e3682, NAME => 'SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T20:05:26,840 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,840 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:05:26,840 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,840 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,841 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8ba03288f169355b9409e3a59dfe3a6f, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:26,843 INFO [StoreOpener-6c67d75cfab6e790a1b0d7b3de3e3682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f, server=9fe0640122ec,33913,1733947505193 because future has completed 2024-12-11T20:05:26,845 INFO [StoreOpener-6c67d75cfab6e790a1b0d7b3de3e3682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c67d75cfab6e790a1b0d7b3de3e3682 columnFamilyName cf 2024-12-11T20:05:26,845 DEBUG [StoreOpener-6c67d75cfab6e790a1b0d7b3de3e3682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:05:26,846 INFO [StoreOpener-6c67d75cfab6e790a1b0d7b3de3e3682-1 {}] regionserver.HStore(327): Store=6c67d75cfab6e790a1b0d7b3de3e3682/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:05:26,846 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-12-11T20:05:26,847 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f, server=9fe0640122ec,33913,1733947505193 in 10.1440 sec 2024-12-11T20:05:26,848 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,848 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,848 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN in 10.3480 sec 2024-12-11T20:05:26,850 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,852 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6c67d75cfab6e790a1b0d7b3de3e3682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:05:26,853 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 6c67d75cfab6e790a1b0d7b3de3e3682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69154706, jitterRate=0.030485421419143677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:05:26,853 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:26,853 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 6c67d75cfab6e790a1b0d7b3de3e3682: Running coprocessor pre-open hook at 1733947526840Writing region info on filesystem at 1733947526840Initializing all the Stores at 1733947526842 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947526842Cleaning up temporary data from old regions at 1733947526848 (+6 ms)Running coprocessor post-open hooks at 1733947526853 (+5 ms)Region opened successfully at 1733947526853 2024-12-11T20:05:26,854 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682., pid=20, masterSystemTime=1733947526700 2024-12-11T20:05:26,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6c67d75cfab6e790a1b0d7b3de3e3682, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:26,860 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:05:26,861 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:05:26,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682, server=9fe0640122ec,33913,1733947505193 because future has completed 2024-12-11T20:05:26,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-12-11T20:05:26,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682, server=9fe0640122ec,33913,1733947505193 in 10.1870 sec 2024-12-11T20:05:26,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-11T20:05:26,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN in 10.3670 sec 2024-12-11T20:05:26,871 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T20:05:26,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947526871"}]},"ts":"1733947526871"} 2024-12-11T20:05:26,873 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T20:05:26,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T20:05:26,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9690 sec 2024-12-11T20:05:29,495 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T20:05:31,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:31,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:31,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:32,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T20:05:32,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:32,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:32,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T20:05:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:05:34,127 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T20:05:34,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T20:05:34,127 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:05:34,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T20:05:34,131 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:05:34,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T20:05:34,152 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb., hostname=9fe0640122ec,45837,1733947505231, seqNum=2] 2024-12-11T20:05:34,154 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb., hostname=9fe0640122ec,45837,1733947505231, seqNum=2] 2024-12-11T20:05:34,156 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb., hostname=9fe0640122ec,45837,1733947505231, seqNum=2] 2024-12-11T20:05:34,157 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb., hostname=9fe0640122ec,45837,1733947505231, seqNum=2] 2024-12-11T20:05:34,159 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb., hostname=9fe0640122ec,45837,1733947505231, seqNum=2] 2024-12-11T20:05:34,160 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb., hostname=9fe0640122ec,45837,1733947505231, seqNum=2] 2024-12-11T20:05:34,186 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,187 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,189 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,190 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,191 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,234 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,236 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,238 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,239 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,240 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,241 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe., hostname=9fe0640122ec,41595,1733947505158, seqNum=2] 2024-12-11T20:05:34,293 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f., hostname=9fe0640122ec,33913,1733947505193, seqNum=2] 2024-12-11T20:05:34,295 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f., hostname=9fe0640122ec,33913,1733947505193, seqNum=2] 2024-12-11T20:05:34,297 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f., hostname=9fe0640122ec,33913,1733947505193, seqNum=2] 2024-12-11T20:05:34,298 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f., hostname=9fe0640122ec,33913,1733947505193, seqNum=2] 2024-12-11T20:05:34,300 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f., hostname=9fe0640122ec,33913,1733947505193, seqNum=2] 2024-12-11T20:05:34,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:05:34,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:05:35,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:05:35,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45837 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T20:05:35,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T20:05:35,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:05:35,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T20:05:35,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:35,082 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T20:05:35,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33913 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T20:05:35,699 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T20:05:35,700 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:05:35,701 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T20:05:35,702 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T20:05:35,706 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T20:05:35,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741848_1024 (size=49) 2024-12-11T20:05:35,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741848_1024 (size=49) 2024-12-11T20:05:35,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741848_1024 (size=49) 2024-12-11T20:05:35,722 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T20:05:35,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de4185529f414a4abff78592af66443}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f08bf836126321f90031a52901a632ee}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 213d3d4808f5bddb23087821337ec521}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a365cf8922c8a6cbefc34fcbcd67f952}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fddaa557a2cf319588b5f4734557eeb}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cf519bb9d8f17ed96e0da73c4b51f5}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c27a234b91d1ccd82972d0565f102fe}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f}] 2024-12-11T20:05:35,724 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:35,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:35,725 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:35,725 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de4185529f414a4abff78592af66443 2024-12-11T20:05:35,725 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:35,729 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:35,729 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:35,730 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:35,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f08bf836126321f90031a52901a632ee 2024-12-11T20:05:35,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:45,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T20:05:45,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T20:05:45,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T20:05:45,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T20:05:45,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:05:45,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:05:45,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T20:05:45,727 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 3fddaa557a2cf319588b5f4734557eeb 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-11T20:05:45,727 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c1cf519bb9d8f17ed96e0da73c4b51f5 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T20:05:45,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:05:45,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T20:05:45,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T20:05:45,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f08bf836126321f90031a52901a632ee: 2024-12-11T20:05:45,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5de4185529f414a4abff78592af66443: 2024-12-11T20:05:45,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:05:45,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a365cf8922c8a6cbefc34fcbcd67f952: 2024-12-11T20:05:45,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 213d3d4808f5bddb23087821337ec521: 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:05:45,729 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8ba03288f169355b9409e3a59dfe3a6f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:05:45,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 6c67d75cfab6e790a1b0d7b3de3e3682: 2024-12-11T20:05:45,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:05:45,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:05:45,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0: 2024-12-11T20:05:45,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T20:05:45,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb/.tmp/cf/363867591a804e8e87db26d683e5f3a2 is 34, key is aaa/cf:cf/1733947535016/Put/seqid=0 2024-12-11T20:05:45,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5/.tmp/cf/82d14db8815049de9066affa96ffbb48 is 34, key is baa/cf:cf/1733947535028/Put/seqid=0 2024-12-11T20:05:45,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741851_1027 (size=65) 2024-12-11T20:05:45,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741851_1027 (size=65) 2024-12-11T20:05:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741851_1027 (size=65) 2024-12-11T20:05:45,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:05:45,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T20:05:45,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:05:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T20:05:45,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:45,820 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2c27a234b91d1ccd82972d0565f102fe 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T20:05:45,821 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:05:45,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a365cf8922c8a6cbefc34fcbcd67f952 in 10.1000 sec 2024-12-11T20:05:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741850_1026 (size=65) 2024-12-11T20:05:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741850_1026 (size=65) 2024-12-11T20:05:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741850_1026 (size=65) 2024-12-11T20:05:45,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:05:45,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T20:05:45,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/.tmp/cf/c04ad2c29f0c47b7b64c28ed98bc2597 is 34, key is eaa/cf:cf/1733947535595/Put/seqid=0 2024-12-11T20:05:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T20:05:45,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:45,843 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 213d3d4808f5bddb23087821337ec521 2024-12-11T20:05:45,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 213d3d4808f5bddb23087821337ec521 in 10.1220 sec 2024-12-11T20:05:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741849_1025 (size=65) 2024-12-11T20:05:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741849_1025 (size=65) 2024-12-11T20:05:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741849_1025 (size=65) 2024-12-11T20:05:45,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe/.tmp/cf/61be9d8c7b0e4373bb983a6a14dd85c3 is 34, key is ccd/cf:cf/1733947535070/Put/seqid=0 2024-12-11T20:05:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741855_1031 (size=26918) 2024-12-11T20:05:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741855_1031 (size=26918) 2024-12-11T20:05:45,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741855_1031 (size=26918) 2024-12-11T20:05:45,888 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb/.tmp/cf/363867591a804e8e87db26d683e5f3a2 2024-12-11T20:05:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741852_1028 (size=65) 2024-12-11T20:05:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741852_1028 (size=65) 2024-12-11T20:05:45,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741852_1028 (size=65) 2024-12-11T20:05:45,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:05:45,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T20:05:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T20:05:45,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5de4185529f414a4abff78592af66443 2024-12-11T20:05:45,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de4185529f414a4abff78592af66443 2024-12-11T20:05:45,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5de4185529f414a4abff78592af66443 in 10.1720 sec 2024-12-11T20:05:45,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741854_1030 (size=65) 2024-12-11T20:05:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741854_1030 (size=65) 2024-12-11T20:05:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741854_1030 (size=65) 2024-12-11T20:05:45,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:05:45,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T20:05:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T20:05:45,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:45,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:05:45,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb/.tmp/cf/363867591a804e8e87db26d683e5f3a2 as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb/cf/363867591a804e8e87db26d683e5f3a2 2024-12-11T20:05:45,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682 in 10.1890 sec 2024-12-11T20:05:45,918 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb/cf/363867591a804e8e87db26d683e5f3a2, entries=676, sequenceid=5, filesize=26.3 K 2024-12-11T20:05:45,920 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 3fddaa557a2cf319588b5f4734557eeb in 193ms, sequenceid=5, compaction requested=false 2024-12-11T20:05:45,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3fddaa557a2cf319588b5f4734557eeb: 2024-12-11T20:05:45,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb/cf/363867591a804e8e87db26d683e5f3a2] hfiles 2024-12-11T20:05:45,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb/cf/363867591a804e8e87db26d683e5f3a2 for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741853_1029 (size=57) 2024-12-11T20:05:45,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:05:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741853_1029 (size=57) 2024-12-11T20:05:45,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T20:05:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741853_1029 (size=57) 2024-12-11T20:05:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T20:05:45,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:45,934 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:05:45,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 in 10.2140 sec 2024-12-11T20:05:45,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741858_1034 (size=47197) 2024-12-11T20:05:45,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741858_1034 (size=47197) 2024-12-11T20:05:45,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741858_1034 (size=47197) 2024-12-11T20:05:45,950 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe/.tmp/cf/61be9d8c7b0e4373bb983a6a14dd85c3 2024-12-11T20:05:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741856_1032 (size=28623) 2024-12-11T20:05:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741856_1032 (size=28623) 2024-12-11T20:05:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741856_1032 (size=28623) 2024-12-11T20:05:45,957 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5/.tmp/cf/82d14db8815049de9066affa96ffbb48 2024-12-11T20:05:45,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5/.tmp/cf/82d14db8815049de9066affa96ffbb48 as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5/cf/82d14db8815049de9066affa96ffbb48 2024-12-11T20:05:45,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe/.tmp/cf/61be9d8c7b0e4373bb983a6a14dd85c3 as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe/cf/61be9d8c7b0e4373bb983a6a14dd85c3 2024-12-11T20:05:45,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741857_1033 (size=499309) 2024-12-11T20:05:45,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5/cf/82d14db8815049de9066affa96ffbb48, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T20:05:45,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741857_1033 (size=499309) 2024-12-11T20:05:45,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741857_1033 (size=499309) 2024-12-11T20:05:45,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c1cf519bb9d8f17ed96e0da73c4b51f5 in 248ms, sequenceid=5, compaction requested=false 2024-12-11T20:05:45,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe/cf/61be9d8c7b0e4373bb983a6a14dd85c3, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T20:05:45,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c1cf519bb9d8f17ed96e0da73c4b51f5: 2024-12-11T20:05:45,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5/cf/82d14db8815049de9066affa96ffbb48] hfiles 2024-12-11T20:05:45,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/.tmp/cf/c04ad2c29f0c47b7b64c28ed98bc2597 2024-12-11T20:05:45,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5/cf/82d14db8815049de9066affa96ffbb48 for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,976 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2c27a234b91d1ccd82972d0565f102fe in 156ms, sequenceid=5, compaction requested=false 2024-12-11T20:05:45,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2c27a234b91d1ccd82972d0565f102fe: 2024-12-11T20:05:45,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe/cf/61be9d8c7b0e4373bb983a6a14dd85c3] hfiles 2024-12-11T20:05:45,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe/cf/61be9d8c7b0e4373bb983a6a14dd85c3 for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/.tmp/cf/c04ad2c29f0c47b7b64c28ed98bc2597 as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/cf/c04ad2c29f0c47b7b64c28ed98bc2597 2024-12-11T20:05:45,992 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/cf/c04ad2c29f0c47b7b64c28ed98bc2597, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-11T20:05:45,993 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 8ba03288f169355b9409e3a59dfe3a6f in 264ms, sequenceid=5, compaction requested=false 2024-12-11T20:05:45,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8ba03288f169355b9409e3a59dfe3a6f: 2024-12-11T20:05:45,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. for SnapshotProcedureTest completed. 2024-12-11T20:05:45,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T20:05:45,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T20:05:45,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/cf/c04ad2c29f0c47b7b64c28ed98bc2597] hfiles 2024-12-11T20:05:45,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/cf/c04ad2c29f0c47b7b64c28ed98bc2597 for snapshot=SnapshotProcedureTest 2024-12-11T20:05:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741859_1035 (size=105) 2024-12-11T20:05:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741859_1035 (size=105) 2024-12-11T20:05:46,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741859_1035 (size=105) 2024-12-11T20:05:46,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:05:46,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T20:05:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T20:05:46,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:46,004 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:05:46,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741860_1036 (size=105) 2024-12-11T20:05:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741860_1036 (size=105) 2024-12-11T20:05:46,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3fddaa557a2cf319588b5f4734557eeb in 10.2830 sec 2024-12-11T20:05:46,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741860_1036 (size=105) 2024-12-11T20:05:46,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:05:46,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T20:05:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T20:05:46,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:46,010 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:05:46,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c1cf519bb9d8f17ed96e0da73c4b51f5 in 10.2890 sec 2024-12-11T20:05:46,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741862_1038 (size=97) 2024-12-11T20:05:46,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741861_1037 (size=105) 2024-12-11T20:05:46,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741862_1038 (size=97) 2024-12-11T20:05:46,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:05:46,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T20:05:46,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:05:46,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T20:05:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T20:05:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741861_1037 (size=105) 2024-12-11T20:05:46,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741862_1038 (size=97) 2024-12-11T20:05:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741861_1037 (size=105) 2024-12-11T20:05:46,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:05:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T20:05:46,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:46,019 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:05:46,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f in 10.2970 sec 2024-12-11T20:05:46,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c27a234b91d1ccd82972d0565f102fe in 10.2980 sec 2024-12-11T20:05:46,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:05:46,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T20:05:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T20:05:46,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f08bf836126321f90031a52901a632ee 2024-12-11T20:05:46,254 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f08bf836126321f90031a52901a632ee 2024-12-11T20:05:46,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-11T20:05:46,256 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T20:05:46,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f08bf836126321f90031a52901a632ee in 10.5330 sec 2024-12-11T20:05:46,257 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T20:05:46,258 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T20:05:46,258 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T20:05:46,260 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T20:05:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741863_1039 (size=1174) 2024-12-11T20:05:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741863_1039 (size=1174) 2024-12-11T20:05:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741863_1039 (size=1174) 2024-12-11T20:05:46,280 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T20:05:46,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T20:05:46,288 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:46,288 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:46,288 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:46,288 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:46,288 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:46,297 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:46,297 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:46,298 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:46,298 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:46,313 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:05:46,313 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9fe0640122ec,33913,1733947505193 2024-12-11T20:05:46,314 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9fe0640122ec,33913,1733947505193: Simulated kill ***** 2024-12-11T20:05:46,314 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T20:05:46,314 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T20:05:46,315 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T20:05:46,315 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T20:05:46,315 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T20:05:46,315 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 520558136 }, "NonHeapMemoryUsage": { "committed": 177274880, "init": 7667712, "max": -1, "used": 172069032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-11T20:05:46,315 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34635 {}] master.MasterRpcServices(700): 9fe0640122ec,33913,1733947505193 reported a fatal error: ***** ABORTING region server 9fe0640122ec,33913,1733947505193: Simulated kill ***** 2024-12-11T20:05:46,316 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9fe0640122ec,33913,1733947505193' ***** 2024-12-11T20:05:46,316 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T20:05:46,316 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T20:05:46,317 INFO [RS:1;9fe0640122ec:33913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T20:05:46,317 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T20:05:46,317 INFO [RS:1;9fe0640122ec:33913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T20:05:46,317 INFO [RS:1;9fe0640122ec:33913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:05:46,317 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:05:46,317 INFO [RS:1;9fe0640122ec:33913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9fe0640122ec:33913. 2024-12-11T20:05:46,317 DEBUG [RS:1;9fe0640122ec:33913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:05:46,317 DEBUG [RS:1;9fe0640122ec:33913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:46,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741833_1009 (size=1473) 2024-12-11T20:05:46,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741833_1009 (size=1473) 2024-12-11T20:05:46,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741833_1009 (size=1473) 2024-12-11T20:05:46,321 DEBUG [RS:1;9fe0640122ec:33913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:05:46,321 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:05:46,321 INFO [RS:1;9fe0640122ec:33913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33913 2024-12-11T20:05:46,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9fe0640122ec,33913,1733947505193 2024-12-11T20:05:46,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:05:46,324 INFO [RS:1;9fe0640122ec:33913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:05:46,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9fe0640122ec,33913,1733947505193] 2024-12-11T20:05:46,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9fe0640122ec,33913,1733947505193 already deleted, retry=false 2024-12-11T20:05:46,327 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9fe0640122ec,33913,1733947505193 on 9fe0640122ec,34635,1733947505103 2024-12-11T20:05:46,328 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9fe0640122ec,33913,1733947505193, splitWal=true, meta=false 2024-12-11T20:05:46,328 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 9fe0640122ec,33913,1733947505193 (carryingMeta=false) 9fe0640122ec,33913,1733947505193/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4363f8d7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T20:05:46,329 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9fe0640122ec,33913,1733947505193, splitWal=true, meta=false 2024-12-11T20:05:46,334 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 9fe0640122ec,33913,1733947505193 had 3 regions 2024-12-11T20:05:46,335 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9fe0640122ec,33913,1733947505193, splitWal=true, meta=false, isMeta: false 2024-12-11T20:05:46,336 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,33913,1733947505193 Release verify snapshot worker=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:46,337 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 9fe0640122ec,33913,1733947505193, this operation will be retried to send to another server 2024-12-11T20:05:46,337 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting 2024-12-11T20:05:46,337 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:05:46,338 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,33913,1733947505193 Release verify snapshot worker=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:46,338 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-11T20:05:46,338 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-11T20:05:46,338 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733947547338 2024-12-11T20:05:46,338 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 9fe0640122ec,33913,1733947505193, this operation will be retried to send to another server 2024-12-11T20:05:46,338 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-11T20:05:46,338 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:05:46,338 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733947547338 2024-12-11T20:05:46,339 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9fe0640122ec,33913,1733947505193 WAL count=1, meta=false 2024-12-11T20:05:46,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9fe0640122ec%2C33913%2C1733947505193.1733947505651}] 2024-12-11T20:05:46,339 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,33913,1733947505193 Release verify snapshot worker=9fe0640122ec,33913,1733947505193 2024-12-11T20:05:46,339 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 9fe0640122ec,33913,1733947505193, this operation will be retried to send to another server 2024-12-11T20:05:46,339 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:05:46,340 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733947547340 2024-12-11T20:05:46,341 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:46,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9fe0640122ec%2C33913%2C1733947505193.1733947505651, worker=9fe0640122ec,41595,1733947505158}] 2024-12-11T20:05:46,346 INFO [regionserver/9fe0640122ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:05:46,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:05:46,426 INFO [RS:1;9fe0640122ec:33913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:05:46,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33913-0x100caf14c3b0002, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:05:46,426 INFO [RS:1;9fe0640122ec:33913 {}] regionserver.HRegionServer(1031): Exiting; stopping=9fe0640122ec,33913,1733947505193; zookeeper connection closed. 2024-12-11T20:05:46,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c848c6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c848c6e 2024-12-11T20:05:46,579 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T20:05:46,580 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T20:05:55,933 INFO [master/9fe0640122ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T20:05:55,934 INFO [master/9fe0640122ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T20:05:56,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-11T20:05:56,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-11T20:05:56,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-11T20:05:56,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-11T20:05:56,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-11T20:05:56,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-11T20:05:56,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-11T20:05:56,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T20:05:56,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T20:05:56,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T20:05:56,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-11T20:05:56,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-11T20:05:56,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-11T20:05:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T20:05:56,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-11T20:05:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-11T20:05:56,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-11T20:05:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-11T20:05:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-11T20:05:56,298 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 Release verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:56,298 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 Release verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-11T20:05:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-11T20:05:56,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 in 10.0150 sec 2024-12-11T20:05:56,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 in 10.0150 sec 2024-12-11T20:05:56,303 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 Release verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:56,304 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:56,304 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:56,304 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:56,304 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 Release verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:56,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 in 10.0210 sec 2024-12-11T20:05:56,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 in 10.0200 sec 2024-12-11T20:05:56,308 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 Release verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:56,308 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 Release verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:56,309 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:56,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 in 10.0250 sec 2024-12-11T20:05:56,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 in 10.0250 sec 2024-12-11T20:05:56,312 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651, size=1.4 K (1473bytes) 2024-12-11T20:05:56,312 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651 2024-12-11T20:05:56,312 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651 after 0ms 2024-12-11T20:05:56,316 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651 took 4ms 2024-12-11T20:05:56,319 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T20:05:56,320 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8ba03288f169355b9409e3a59dfe3a6f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-11T20:05:56,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6c67d75cfab6e790a1b0d7b3de3e3682: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T20:05:56,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651 so closing down 2024-12-11T20:05:56,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T20:05:56,322 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T20:05:56,322 INFO [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-12-11T20:05:56,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651, journal: Splitting hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651, size=1.4 K (1473bytes) at 1733947556312Finishing writing output for hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651 so closing down at 1733947556322 (+10 ms)3 split writer threads finished at 1733947556322Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1733947556322 2024-12-11T20:05:56,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651 2024-12-11T20:05:56,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T20:05:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-11T20:05:56,326 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting/9fe0640122ec%2C33913%2C1733947505193.1733947505651 to hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/oldWALs 2024-12-11T20:05:56,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-11T20:05:56,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9fe0640122ec%2C33913%2C1733947505193.1733947505651, worker=9fe0640122ec,41595,1733947505158 in 9.9840 sec 2024-12-11T20:05:56,330 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:56,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-11T20:05:56,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 9fe0640122ec%2C33913%2C1733947505193.1733947505651, worker=9fe0640122ec,41595,1733947505158 in 9.9910 sec 2024-12-11T20:05:56,333 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting dir is empty, no logs to split. 2024-12-11T20:05:56,333 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9fe0640122ec,33913,1733947505193 WAL count=0, meta=false 2024-12-11T20:05:56,333 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9fe0640122ec,33913,1733947505193 WAL splitting is done? wals=0, meta=false 2024-12-11T20:05:56,336 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9fe0640122ec,33913,1733947505193 failed, ignore...File hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,33913,1733947505193-splitting does not exist. 2024-12-11T20:05:56,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN}] 2024-12-11T20:05:56,338 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN 2024-12-11T20:05:56,338 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN 2024-12-11T20:05:56,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN 2024-12-11T20:05:56,339 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T20:05:56,339 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T20:05:56,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T20:05:56,490 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(204): Hosts are {9fe0640122ec=0} racks are {/default-rack=0} 2024-12-11T20:05:56,490 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T20:05:56,490 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T20:05:56,490 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T20:05:56,490 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T20:05:56,490 INFO [9fe0640122ec:34635 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T20:05:56,490 INFO [9fe0640122ec:34635 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T20:05:56,490 DEBUG [9fe0640122ec:34635 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T20:05:56,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=8ba03288f169355b9409e3a59dfe3a6f, regionState=OPENING, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:56,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=6c67d75cfab6e790a1b0d7b3de3e3682, regionState=OPENING, regionLocation=9fe0640122ec,45837,1733947505231 2024-12-11T20:05:56,491 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, regionState=OPENING, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:05:56,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN because future has completed 2024-12-11T20:05:56,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f, server=9fe0640122ec,41595,1733947505158}] 2024-12-11T20:05:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN because future has completed 2024-12-11T20:05:56,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682, server=9fe0640122ec,45837,1733947505231}] 2024-12-11T20:05:56,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN because future has completed 2024-12-11T20:05:56,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, server=9fe0640122ec,41595,1733947505158}] 2024-12-11T20:06:02,130 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9fe0640122ec:46209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-11T20:06:05,082 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T20:06:05,519 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T20:06:06,309 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:06:06,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-11T20:06:06,309 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c67d75cfab6e790a1b0d7b3de3e3682, NAME => 'SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T20:06:06,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-11T20:06:06,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-11T20:06:06,309 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,309 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:06:06,310 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,310 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-11T20:06:06,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-11T20:06:06,310 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:06:06,310 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, NAME => 'SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T20:06:06,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-11T20:06:06,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-11T20:06:06,310 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,311 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:06:06,311 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,311 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-11T20:06:06,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-11T20:06:06,313 INFO [StoreOpener-6c67d75cfab6e790a1b0d7b3de3e3682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,313 INFO [StoreOpener-6d8e3bdf2eb0b0fae56d7bd9f1f554b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,314 INFO [StoreOpener-6c67d75cfab6e790a1b0d7b3de3e3682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c67d75cfab6e790a1b0d7b3de3e3682 columnFamilyName cf 2024-12-11T20:06:06,314 DEBUG [StoreOpener-6c67d75cfab6e790a1b0d7b3de3e3682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:06:06,314 INFO [StoreOpener-6d8e3bdf2eb0b0fae56d7bd9f1f554b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 columnFamilyName cf 2024-12-11T20:06:06,314 DEBUG [StoreOpener-6d8e3bdf2eb0b0fae56d7bd9f1f554b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:06:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-11T20:06:06,315 INFO [StoreOpener-6d8e3bdf2eb0b0fae56d7bd9f1f554b0-1 {}] regionserver.HStore(327): Store=6d8e3bdf2eb0b0fae56d7bd9f1f554b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:06:06,315 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,316 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-11T20:06:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34635 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-11T20:06:06,318 INFO [StoreOpener-6c67d75cfab6e790a1b0d7b3de3e3682-1 {}] regionserver.HStore(327): Store=6c67d75cfab6e790a1b0d7b3de3e3682/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:06:06,318 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,318 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,319 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 Release verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:06:06,319 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 Release verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:06:06,319 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,320 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,320 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,320 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 Release verify snapshot worker=9fe0640122ec,41595,1733947505158 2024-12-11T20:06:06,321 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,321 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,321 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,323 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,325 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 Release verify snapshot worker=9fe0640122ec,45837,1733947505231 2024-12-11T20:06:06,326 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 6c67d75cfab6e790a1b0d7b3de3e3682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63926517, jitterRate=-0.04742066562175751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:06:06,326 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,326 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 6c67d75cfab6e790a1b0d7b3de3e3682: Running coprocessor pre-open hook at 1733947566310Writing region info on filesystem at 1733947566310Initializing all the Stores at 1733947566312 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947566312Cleaning up temporary data from old regions at 1733947566321 (+9 ms)Running coprocessor post-open hooks at 1733947566326 (+5 ms)Region opened successfully at 1733947566326 2024-12-11T20:06:06,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 in 20.0370 sec 2024-12-11T20:06:06,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 in 20.0360 sec 2024-12-11T20:06:06,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,41595,1733947505158 in 20.0360 sec 2024-12-11T20:06:06,327 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,327 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682., pid=53, masterSystemTime=1733947566304 2024-12-11T20:06:06,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-12-11T20:06:06,329 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 6d8e3bdf2eb0b0fae56d7bd9f1f554b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71647176, jitterRate=0.06762611865997314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:06:06,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9fe0640122ec,45837,1733947505231 in 20.0420 sec 2024-12-11T20:06:06,329 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T20:06:06,329 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,329 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0: Running coprocessor pre-open hook at 1733947566311Writing region info on filesystem at 1733947566311Initializing all the Stores at 1733947566312 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947566312Cleaning up temporary data from old regions at 1733947566320 (+8 ms)Running coprocessor post-open hooks at 1733947566329 (+9 ms)Region opened successfully at 1733947566329 2024-12-11T20:06:06,329 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T20:06:06,331 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0., pid=54, masterSystemTime=1733947566304 2024-12-11T20:06:06,333 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:06:06,333 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:06:06,335 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T20:06:06,335 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T20:06:06,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=6c67d75cfab6e790a1b0d7b3de3e3682, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,45837,1733947505231 2024-12-11T20:06:06,339 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:06:06,339 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:06:06,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682, server=9fe0640122ec,45837,1733947505231 because future has completed 2024-12-11T20:06:06,340 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:06:06,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:06:06,340 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ba03288f169355b9409e3a59dfe3a6f, NAME => 'SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T20:06:06,340 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,340 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:06:06,340 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,340 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6370 sec 2024-12-11T20:06:06,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, server=9fe0640122ec,41595,1733947505158 because future has completed 2024-12-11T20:06:06,343 INFO [StoreOpener-8ba03288f169355b9409e3a59dfe3a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-11T20:06:06,344 INFO [StoreOpener-8ba03288f169355b9409e3a59dfe3a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba03288f169355b9409e3a59dfe3a6f columnFamilyName cf 2024-12-11T20:06:06,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c67d75cfab6e790a1b0d7b3de3e3682, server=9fe0640122ec,45837,1733947505231 in 9.8470 sec 2024-12-11T20:06:06,344 DEBUG [StoreOpener-8ba03288f169355b9409e3a59dfe3a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:06:06,353 DEBUG [StoreOpener-8ba03288f169355b9409e3a59dfe3a6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/cf/c04ad2c29f0c47b7b64c28ed98bc2597 2024-12-11T20:06:06,354 INFO [StoreOpener-8ba03288f169355b9409e3a59dfe3a6f-1 {}] regionserver.HStore(327): Store=8ba03288f169355b9409e3a59dfe3a6f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:06:06,354 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,355 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,356 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c67d75cfab6e790a1b0d7b3de3e3682, ASSIGN in 10.0070 sec 2024-12-11T20:06:06,357 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,357 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,359 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-12-11T20:06:06,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, server=9fe0640122ec,41595,1733947505158 in 9.8490 sec 2024-12-11T20:06:06,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d8e3bdf2eb0b0fae56d7bd9f1f554b0, ASSIGN in 10.0230 sec 2024-12-11T20:06:06,362 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:06:06,363 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 8ba03288f169355b9409e3a59dfe3a6f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74834516, jitterRate=0.11512118577957153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:06:06,363 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,363 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 8ba03288f169355b9409e3a59dfe3a6f: Running coprocessor pre-open hook at 1733947566341Writing region info on filesystem at 1733947566341Initializing all the Stores at 1733947566342 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947566343 (+1 ms)Cleaning up temporary data from old regions at 1733947566357 (+14 ms)Running coprocessor post-open hooks at 1733947566363 (+6 ms)Region opened successfully at 1733947566363 2024-12-11T20:06:06,364 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f., pid=52, masterSystemTime=1733947566304 2024-12-11T20:06:06,365 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:06:06,365 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:06:06,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=8ba03288f169355b9409e3a59dfe3a6f, regionState=OPEN, openSeqNum=6, regionLocation=9fe0640122ec,41595,1733947505158 2024-12-11T20:06:06,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f, server=9fe0640122ec,41595,1733947505158 because future has completed 2024-12-11T20:06:06,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-12-11T20:06:06,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ba03288f169355b9409e3a59dfe3a6f, server=9fe0640122ec,41595,1733947505158 in 9.8760 sec 2024-12-11T20:06:06,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-12-11T20:06:06,373 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 9fe0640122ec,33913,1733947505193 after splitting done 2024-12-11T20:06:06,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8ba03288f169355b9409e3a59dfe3a6f, ASSIGN in 10.0340 sec 2024-12-11T20:06:06,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 9fe0640122ec,33913,1733947505193, splitWal=true, meta=false in 20.0460 sec 2024-12-11T20:06:06,587 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T20:06:06,591 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T20:06:06,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T20:06:06,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T20:06:06,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:06:06,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:06:06,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:06:06,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T20:06:06,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T20:06:06,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=653756689, stopped=false 2024-12-11T20:06:06,593 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9fe0640122ec,34635,1733947505103 2024-12-11T20:06:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T20:06:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T20:06:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:06:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:06:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T20:06:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:06:06,595 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T20:06:06,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:06:06,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T20:06:06,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:06:06,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:06:06,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:06:06,597 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9fe0640122ec,41595,1733947505158' ***** 2024-12-11T20:06:06,597 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T20:06:06,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:06:06,597 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9fe0640122ec,45837,1733947505231' ***** 2024-12-11T20:06:06,597 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T20:06:06,597 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T20:06:06,597 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T20:06:06,597 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T20:06:06,597 INFO [RS:0;9fe0640122ec:41595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T20:06:06,597 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T20:06:06,597 INFO [RS:0;9fe0640122ec:41595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T20:06:06,598 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c27a234b91d1ccd82972d0565f102fe 2024-12-11T20:06:06,598 INFO [RS:2;9fe0640122ec:45837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T20:06:06,598 INFO [RS:2;9fe0640122ec:45837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T20:06:06,598 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c67d75cfab6e790a1b0d7b3de3e3682 2024-12-11T20:06:06,598 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(3091): Received CLOSE for 5de4185529f414a4abff78592af66443 2024-12-11T20:06:06,598 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ba03288f169355b9409e3a59dfe3a6f 2024-12-11T20:06:06,598 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(3091): Received CLOSE for c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:06:06,598 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(3091): Received CLOSE for a365cf8922c8a6cbefc34fcbcd67f952 2024-12-11T20:06:06,598 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0 2024-12-11T20:06:06,598 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(959): stopping server 9fe0640122ec,41595,1733947505158 2024-12-11T20:06:06,598 INFO [RS:0;9fe0640122ec:41595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:06:06,598 INFO [RS:0;9fe0640122ec:41595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9fe0640122ec:41595. 2024-12-11T20:06:06,598 DEBUG [RS:0;9fe0640122ec:41595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:06:06,598 DEBUG [RS:0;9fe0640122ec:41595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:06:06,599 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T20:06:06,599 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T20:06:06,599 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c27a234b91d1ccd82972d0565f102fe, disabling compactions & flushes 2024-12-11T20:06:06,599 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T20:06:06,599 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. after waiting 0 ms 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:06:06,599 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-11T20:06:06,599 DEBUG [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(1325): Online Regions={2c27a234b91d1ccd82972d0565f102fe=SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe., 5de4185529f414a4abff78592af66443=SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443., 8ba03288f169355b9409e3a59dfe3a6f=SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f., c1cf519bb9d8f17ed96e0da73c4b51f5=SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5., a365cf8922c8a6cbefc34fcbcd67f952=SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952., 6d8e3bdf2eb0b0fae56d7bd9f1f554b0=SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0., 1588230740=hbase:meta,,1.1588230740} 2024-12-11T20:06:06,599 DEBUG [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c27a234b91d1ccd82972d0565f102fe, 5de4185529f414a4abff78592af66443, 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, 8ba03288f169355b9409e3a59dfe3a6f, a365cf8922c8a6cbefc34fcbcd67f952, c1cf519bb9d8f17ed96e0da73c4b51f5 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T20:06:06,599 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T20:06:06,599 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(3091): Received CLOSE for f08bf836126321f90031a52901a632ee 2024-12-11T20:06:06,599 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fddaa557a2cf319588b5f4734557eeb 2024-12-11T20:06:06,599 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.28 KB heapSize=25.71 KB 2024-12-11T20:06:06,599 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(3091): Received CLOSE for 213d3d4808f5bddb23087821337ec521 2024-12-11T20:06:06,599 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(959): stopping server 9fe0640122ec,45837,1733947505231 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c67d75cfab6e790a1b0d7b3de3e3682, disabling compactions & flushes 2024-12-11T20:06:06,599 INFO [RS:2;9fe0640122ec:45837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:06:06,599 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:06:06,599 INFO [RS:2;9fe0640122ec:45837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9fe0640122ec:45837. 2024-12-11T20:06:06,599 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. after waiting 0 ms 2024-12-11T20:06:06,600 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:06:06,600 DEBUG [RS:2;9fe0640122ec:45837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:06:06,600 DEBUG [RS:2;9fe0640122ec:45837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:06:06,600 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-11T20:06:06,600 DEBUG [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(1325): Online Regions={6c67d75cfab6e790a1b0d7b3de3e3682=SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682., f08bf836126321f90031a52901a632ee=SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee., 3fddaa557a2cf319588b5f4734557eeb=SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb., 213d3d4808f5bddb23087821337ec521=SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521.} 2024-12-11T20:06:06,600 DEBUG [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(1351): Waiting on 213d3d4808f5bddb23087821337ec521, 3fddaa557a2cf319588b5f4734557eeb, 6c67d75cfab6e790a1b0d7b3de3e3682, f08bf836126321f90031a52901a632ee 2024-12-11T20:06:06,604 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/2c27a234b91d1ccd82972d0565f102fe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T20:06:06,605 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:06:06,605 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c27a234b91d1ccd82972d0565f102fe: Waiting for close lock at 1733947566599Running coprocessor pre-close hooks at 1733947566599Disabling compacts and flushes for region at 1733947566599Disabling writes for close at 1733947566599Writing region close event to WAL at 1733947566600 (+1 ms)Running coprocessor post-close hooks at 1733947566605 (+5 ms)Closed at 1733947566605 2024-12-11T20:06:06,605 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733947515905.2c27a234b91d1ccd82972d0565f102fe. 2024-12-11T20:06:06,605 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5de4185529f414a4abff78592af66443, disabling compactions & flushes 2024-12-11T20:06:06,605 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:06:06,606 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:06:06,606 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. after waiting 0 ms 2024-12-11T20:06:06,606 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:06:06,607 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6c67d75cfab6e790a1b0d7b3de3e3682/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T20:06:06,608 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:06:06,608 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c67d75cfab6e790a1b0d7b3de3e3682: Waiting for close lock at 1733947566599Running coprocessor pre-close hooks at 1733947566599Disabling compacts and flushes for region at 1733947566599Disabling writes for close at 1733947566600 (+1 ms)Writing region close event to WAL at 1733947566600Running coprocessor post-close hooks at 1733947566608 (+8 ms)Closed at 1733947566608 2024-12-11T20:06:06,608 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733947515905.6c67d75cfab6e790a1b0d7b3de3e3682. 2024-12-11T20:06:06,609 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f08bf836126321f90031a52901a632ee, disabling compactions & flushes 2024-12-11T20:06:06,609 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:06:06,609 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:06:06,609 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. after waiting 0 ms 2024-12-11T20:06:06,609 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:06:06,609 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/5de4185529f414a4abff78592af66443/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:06:06,610 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:06:06,610 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5de4185529f414a4abff78592af66443: Waiting for close lock at 1733947566605Running coprocessor pre-close hooks at 1733947566605Disabling compacts and flushes for region at 1733947566605Disabling writes for close at 1733947566606 (+1 ms)Writing region close event to WAL at 1733947566606Running coprocessor post-close hooks at 1733947566610 (+4 ms)Closed at 1733947566610 2024-12-11T20:06:06,610 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443. 2024-12-11T20:06:06,610 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ba03288f169355b9409e3a59dfe3a6f, disabling compactions & flushes 2024-12-11T20:06:06,610 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:06:06,610 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:06:06,610 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. after waiting 0 ms 2024-12-11T20:06:06,610 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:06:06,617 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/f08bf836126321f90031a52901a632ee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:06:06,618 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:06:06,618 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f08bf836126321f90031a52901a632ee: Waiting for close lock at 1733947566609Running coprocessor pre-close hooks at 1733947566609Disabling compacts and flushes for region at 1733947566609Disabling writes for close at 1733947566609Writing region close event to WAL at 1733947566611 (+2 ms)Running coprocessor post-close hooks at 1733947566618 (+7 ms)Closed at 1733947566618 2024-12-11T20:06:06,618 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733947515905.f08bf836126321f90031a52901a632ee. 2024-12-11T20:06:06,618 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fddaa557a2cf319588b5f4734557eeb, disabling compactions & flushes 2024-12-11T20:06:06,618 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:06:06,618 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:06:06,618 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. after waiting 0 ms 2024-12-11T20:06:06,618 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:06:06,620 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/.tmp/info/f94c9c78f1564a489f58263ed30157ae is 167, key is SPTestTable,19999999,1733947515905.5de4185529f414a4abff78592af66443./info:regioninfo/1733947526763/Put/seqid=0 2024-12-11T20:06:06,622 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/8ba03288f169355b9409e3a59dfe3a6f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-11T20:06:06,623 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:06:06,623 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ba03288f169355b9409e3a59dfe3a6f: Waiting for close lock at 1733947566610Running coprocessor pre-close hooks at 1733947566610Disabling compacts and flushes for region at 1733947566610Disabling writes for close at 1733947566610Writing region close event to WAL at 1733947566617 (+7 ms)Running coprocessor post-close hooks at 1733947566623 (+6 ms)Closed at 1733947566623 2024-12-11T20:06:06,623 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733947515905.8ba03288f169355b9409e3a59dfe3a6f. 2024-12-11T20:06:06,624 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1cf519bb9d8f17ed96e0da73c4b51f5, disabling compactions & flushes 2024-12-11T20:06:06,624 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:06:06,624 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:06:06,624 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. after waiting 0 ms 2024-12-11T20:06:06,624 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:06:06,625 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/3fddaa557a2cf319588b5f4734557eeb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T20:06:06,625 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:06:06,625 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fddaa557a2cf319588b5f4734557eeb: Waiting for close lock at 1733947566618Running coprocessor pre-close hooks at 1733947566618Disabling compacts and flushes for region at 1733947566618Disabling writes for close at 1733947566618Writing region close event to WAL at 1733947566621 (+3 ms)Running coprocessor post-close hooks at 1733947566625 (+4 ms)Closed at 1733947566625 2024-12-11T20:06:06,625 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733947515905.3fddaa557a2cf319588b5f4734557eeb. 2024-12-11T20:06:06,626 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 213d3d4808f5bddb23087821337ec521, disabling compactions & flushes 2024-12-11T20:06:06,626 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:06:06,626 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:06:06,626 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. after waiting 0 ms 2024-12-11T20:06:06,626 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:06:06,637 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/c1cf519bb9d8f17ed96e0da73c4b51f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T20:06:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741864_1040 (size=19785) 2024-12-11T20:06:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741864_1040 (size=19785) 2024-12-11T20:06:06,639 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:06:06,639 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1cf519bb9d8f17ed96e0da73c4b51f5: Waiting for close lock at 1733947566624Running coprocessor pre-close hooks at 1733947566624Disabling compacts and flushes for region at 1733947566624Disabling writes for close at 1733947566624Writing region close event to WAL at 1733947566629 (+5 ms)Running coprocessor post-close hooks at 1733947566638 (+9 ms)Closed at 1733947566638 2024-12-11T20:06:06,639 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733947515905.c1cf519bb9d8f17ed96e0da73c4b51f5. 2024-12-11T20:06:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741864_1040 (size=19785) 2024-12-11T20:06:06,639 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a365cf8922c8a6cbefc34fcbcd67f952, disabling compactions & flushes 2024-12-11T20:06:06,639 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:06:06,639 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:06:06,639 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. after waiting 0 ms 2024-12-11T20:06:06,640 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:06:06,640 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.13 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/.tmp/info/f94c9c78f1564a489f58263ed30157ae 2024-12-11T20:06:06,646 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/a365cf8922c8a6cbefc34fcbcd67f952/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:06:06,647 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:06:06,647 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a365cf8922c8a6cbefc34fcbcd67f952: Waiting for close lock at 1733947566639Running coprocessor pre-close hooks at 1733947566639Disabling compacts and flushes for region at 1733947566639Disabling writes for close at 1733947566639Writing region close event to WAL at 1733947566640 (+1 ms)Running coprocessor post-close hooks at 1733947566647 (+7 ms)Closed at 1733947566647 2024-12-11T20:06:06,647 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733947515905.a365cf8922c8a6cbefc34fcbcd67f952. 2024-12-11T20:06:06,647 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/213d3d4808f5bddb23087821337ec521/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T20:06:06,647 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d8e3bdf2eb0b0fae56d7bd9f1f554b0, disabling compactions & flushes 2024-12-11T20:06:06,647 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:06:06,647 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:06:06,647 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. after waiting 0 ms 2024-12-11T20:06:06,647 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:06:06,648 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:06:06,648 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 213d3d4808f5bddb23087821337ec521: Waiting for close lock at 1733947566626Running coprocessor pre-close hooks at 1733947566626Disabling compacts and flushes for region at 1733947566626Disabling writes for close at 1733947566626Writing region close event to WAL at 1733947566629 (+3 ms)Running coprocessor post-close hooks at 1733947566648 (+19 ms)Closed at 1733947566648 2024-12-11T20:06:06,648 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733947515905.213d3d4808f5bddb23087821337ec521. 2024-12-11T20:06:06,653 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/default/SPTestTable/6d8e3bdf2eb0b0fae56d7bd9f1f554b0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T20:06:06,654 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:06:06,654 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d8e3bdf2eb0b0fae56d7bd9f1f554b0: Waiting for close lock at 1733947566647Running coprocessor pre-close hooks at 1733947566647Disabling compacts and flushes for region at 1733947566647Disabling writes for close at 1733947566647Writing region close event to WAL at 1733947566648 (+1 ms)Running coprocessor post-close hooks at 1733947566654 (+6 ms)Closed at 1733947566654 2024-12-11T20:06:06,654 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733947515905.6d8e3bdf2eb0b0fae56d7bd9f1f554b0. 2024-12-11T20:06:06,664 INFO [regionserver/9fe0640122ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:06:06,670 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/.tmp/ns/1c822910a9354f54bb422095c7037c26 is 43, key is default/ns:d/1733947515809/Put/seqid=0 2024-12-11T20:06:06,674 INFO [regionserver/9fe0640122ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:06:06,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741865_1041 (size=5153) 2024-12-11T20:06:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741865_1041 (size=5153) 2024-12-11T20:06:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741865_1041 (size=5153) 2024-12-11T20:06:06,678 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/.tmp/ns/1c822910a9354f54bb422095c7037c26 2024-12-11T20:06:06,699 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/.tmp/table/5354fe23e658436aa5dbcd7658b7bdb2 is 47, key is SPTestTable/table:state/1733947526871/Put/seqid=0 2024-12-11T20:06:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741866_1042 (size=5214) 2024-12-11T20:06:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741866_1042 (size=5214) 2024-12-11T20:06:06,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741866_1042 (size=5214) 2024-12-11T20:06:06,709 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/.tmp/table/5354fe23e658436aa5dbcd7658b7bdb2 2024-12-11T20:06:06,715 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/.tmp/info/f94c9c78f1564a489f58263ed30157ae as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/info/f94c9c78f1564a489f58263ed30157ae 2024-12-11T20:06:06,721 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/info/f94c9c78f1564a489f58263ed30157ae, entries=112, sequenceid=35, filesize=19.3 K 2024-12-11T20:06:06,722 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/.tmp/ns/1c822910a9354f54bb422095c7037c26 as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/ns/1c822910a9354f54bb422095c7037c26 2024-12-11T20:06:06,729 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/ns/1c822910a9354f54bb422095c7037c26, entries=2, sequenceid=35, filesize=5.0 K 2024-12-11T20:06:06,730 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/.tmp/table/5354fe23e658436aa5dbcd7658b7bdb2 as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/table/5354fe23e658436aa5dbcd7658b7bdb2 2024-12-11T20:06:06,740 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/table/5354fe23e658436aa5dbcd7658b7bdb2, entries=2, sequenceid=35, filesize=5.1 K 2024-12-11T20:06:06,742 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.28 KB/15648, heapSize ~25.41 KB/26024, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=35, compaction requested=false 2024-12-11T20:06:06,748 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-11T20:06:06,749 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T20:06:06,749 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T20:06:06,749 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733947566599Running coprocessor pre-close hooks at 1733947566599Disabling compacts and flushes for region at 1733947566599Disabling writes for close at 1733947566599Obtaining lock to block concurrent updates at 1733947566599Preparing flush snapshotting stores in 1588230740 at 1733947566599Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15648, getHeapSize=26264, getOffHeapSize=0, getCellsCount=128 at 1733947566600 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733947566601 (+1 ms)Flushing 1588230740/info: creating writer at 1733947566601Flushing 1588230740/info: appending metadata at 1733947566619 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733947566619Flushing 1588230740/ns: creating writer at 1733947566648 (+29 ms)Flushing 1588230740/ns: appending metadata at 1733947566669 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733947566669Flushing 1588230740/table: creating writer at 1733947566684 (+15 ms)Flushing 1588230740/table: appending metadata at 1733947566698 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733947566699 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c69aa7: reopening flushed file at 1733947566715 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6f33c0: reopening flushed file at 1733947566722 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690f7782: reopening flushed file at 1733947566729 (+7 ms)Finished flush of dataSize ~15.28 KB/15648, heapSize ~25.41 KB/26024, currentSize=0 B/0 for 1588230740 in 142ms, sequenceid=35, compaction requested=false at 1733947566742 (+13 ms)Writing region close event to WAL at 1733947566743 (+1 ms)Running coprocessor post-close hooks at 1733947566749 (+6 ms)Closed at 1733947566749 2024-12-11T20:06:06,750 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T20:06:06,799 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(976): stopping server 9fe0640122ec,41595,1733947505158; all regions closed. 2024-12-11T20:06:06,800 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(976): stopping server 9fe0640122ec,45837,1733947505231; all regions closed. 2024-12-11T20:06:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741836_1012 (size=18342) 2024-12-11T20:06:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741836_1012 (size=18342) 2024-12-11T20:06:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741836_1012 (size=18342) 2024-12-11T20:06:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741835_1011 (size=2947) 2024-12-11T20:06:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741835_1011 (size=2947) 2024-12-11T20:06:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741835_1011 (size=2947) 2024-12-11T20:06:06,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/WALs/9fe0640122ec,45837,1733947505231/9fe0640122ec%2C45837%2C1733947505231.1733947505651 not finished, retry = 0 2024-12-11T20:06:06,807 DEBUG [RS:0;9fe0640122ec:41595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/oldWALs 2024-12-11T20:06:06,807 INFO [RS:0;9fe0640122ec:41595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9fe0640122ec%2C41595%2C1733947505158.meta:.meta(num 1733947515717) 2024-12-11T20:06:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741834_1010 (size=4639) 2024-12-11T20:06:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741834_1010 (size=4639) 2024-12-11T20:06:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741834_1010 (size=4639) 2024-12-11T20:06:06,812 DEBUG [RS:0;9fe0640122ec:41595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/oldWALs 2024-12-11T20:06:06,812 INFO [RS:0;9fe0640122ec:41595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9fe0640122ec%2C41595%2C1733947505158:(num 1733947505647) 2024-12-11T20:06:06,812 DEBUG [RS:0;9fe0640122ec:41595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:06:06,812 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:06:06,812 INFO [RS:0;9fe0640122ec:41595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T20:06:06,813 INFO [RS:0;9fe0640122ec:41595 {}] hbase.ChoreService(370): Chore service for: regionserver/9fe0640122ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T20:06:06,813 INFO [RS:0;9fe0640122ec:41595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T20:06:06,813 INFO [regionserver/9fe0640122ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T20:06:06,813 INFO [RS:0;9fe0640122ec:41595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41595 2024-12-11T20:06:06,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9fe0640122ec,41595,1733947505158 2024-12-11T20:06:06,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:06:06,815 INFO [RS:0;9fe0640122ec:41595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:06:06,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9fe0640122ec,41595,1733947505158] 2024-12-11T20:06:06,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9fe0640122ec,41595,1733947505158 already deleted, retry=false 2024-12-11T20:06:06,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9fe0640122ec,41595,1733947505158 expired; onlineServers=1 2024-12-11T20:06:06,909 DEBUG [RS:2;9fe0640122ec:45837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/oldWALs 2024-12-11T20:06:06,909 INFO [RS:2;9fe0640122ec:45837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9fe0640122ec%2C45837%2C1733947505231:(num 1733947505651) 2024-12-11T20:06:06,909 DEBUG [RS:2;9fe0640122ec:45837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:06:06,909 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:06:06,909 INFO [RS:2;9fe0640122ec:45837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T20:06:06,909 INFO [RS:2;9fe0640122ec:45837 {}] hbase.ChoreService(370): Chore service for: regionserver/9fe0640122ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T20:06:06,910 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T20:06:06,910 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T20:06:06,910 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T20:06:06,910 INFO [RS:2;9fe0640122ec:45837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T20:06:06,910 INFO [regionserver/9fe0640122ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T20:06:06,910 INFO [RS:2;9fe0640122ec:45837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45837 2024-12-11T20:06:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9fe0640122ec,45837,1733947505231 2024-12-11T20:06:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:06:06,913 INFO [RS:2;9fe0640122ec:45837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:06:06,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9fe0640122ec,45837,1733947505231] 2024-12-11T20:06:06,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9fe0640122ec,45837,1733947505231 already deleted, retry=false 2024-12-11T20:06:06,915 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9fe0640122ec,45837,1733947505231 expired; onlineServers=0 2024-12-11T20:06:06,915 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9fe0640122ec,34635,1733947505103' ***** 2024-12-11T20:06:06,915 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T20:06:06,916 INFO [M:0;9fe0640122ec:34635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:06:06,916 INFO [M:0;9fe0640122ec:34635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T20:06:06,916 DEBUG [M:0;9fe0640122ec:34635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T20:06:06,916 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T20:06:06,916 DEBUG [M:0;9fe0640122ec:34635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T20:06:06,916 DEBUG [master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947505465 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947505465,5,FailOnTimeoutGroup] 2024-12-11T20:06:06,916 DEBUG [master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947505474 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947505474,5,FailOnTimeoutGroup] 2024-12-11T20:06:06,917 INFO [M:0;9fe0640122ec:34635 {}] hbase.ChoreService(370): Chore service for: master/9fe0640122ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T20:06:06,917 INFO [M:0;9fe0640122ec:34635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T20:06:06,917 DEBUG [M:0;9fe0640122ec:34635 {}] master.HMaster(1795): Stopping service threads 2024-12-11T20:06:06,917 INFO [M:0;9fe0640122ec:34635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T20:06:06,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:06:06,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41595-0x100caf14c3b0001, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:06:06,917 INFO [M:0;9fe0640122ec:34635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T20:06:06,917 ERROR [M:0;9fe0640122ec:34635 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2024-12-11T20:06:06,917 INFO [RS:0;9fe0640122ec:41595 {}] hbase.HBaseServerBase(486): Close table descriptors Thread[IPC Client (808243307) connection to localhost/127.0.0.1:33631 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33631,5,PEWorkerGroup] 2024-12-11T20:06:06,917 INFO [RS:0;9fe0640122ec:41595 {}] regionserver.HRegionServer(1031): Exiting; stopping=9fe0640122ec,41595,1733947505158; zookeeper connection closed. 2024-12-11T20:06:06,918 INFO [M:0;9fe0640122ec:34635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T20:06:06,918 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T20:06:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T20:06:06,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@315b4692 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@315b4692 2024-12-11T20:06:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:06:06,919 DEBUG [M:0;9fe0640122ec:34635 {}] zookeeper.ZKUtil(347): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T20:06:06,919 WARN [M:0;9fe0640122ec:34635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T20:06:06,920 INFO [M:0;9fe0640122ec:34635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/.lastflushedseqids 2024-12-11T20:06:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741867_1043 (size=650) 2024-12-11T20:06:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741867_1043 (size=650) 2024-12-11T20:06:06,929 INFO [M:0;9fe0640122ec:34635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T20:06:06,929 INFO [M:0;9fe0640122ec:34635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T20:06:06,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741867_1043 (size=650) 2024-12-11T20:06:06,930 DEBUG [M:0;9fe0640122ec:34635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T20:06:06,930 INFO [M:0;9fe0640122ec:34635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:06:06,930 DEBUG [M:0;9fe0640122ec:34635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:06:06,930 DEBUG [M:0;9fe0640122ec:34635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T20:06:06,930 DEBUG [M:0;9fe0640122ec:34635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:06:06,930 INFO [M:0;9fe0640122ec:34635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.72 KB heapSize=265.91 KB 2024-12-11T20:06:06,946 DEBUG [M:0;9fe0640122ec:34635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b34651d826224d359346f4830bf65242 is 82, key is hbase:meta,,1/info:regioninfo/1733947515788/Put/seqid=0 2024-12-11T20:06:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741868_1044 (size=5672) 2024-12-11T20:06:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741868_1044 (size=5672) 2024-12-11T20:06:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741868_1044 (size=5672) 2024-12-11T20:06:06,954 INFO [M:0;9fe0640122ec:34635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b34651d826224d359346f4830bf65242 2024-12-11T20:06:06,981 DEBUG [M:0;9fe0640122ec:34635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28454f93f54f4aa2b142be67f61d13a2 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733947526877/Put/seqid=0 2024-12-11T20:06:06,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741869_1045 (size=9305) 2024-12-11T20:06:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741869_1045 (size=9305) 2024-12-11T20:06:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741869_1045 (size=9305) 2024-12-11T20:06:06,995 INFO [M:0;9fe0640122ec:34635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=221.98 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28454f93f54f4aa2b142be67f61d13a2 2024-12-11T20:06:07,001 INFO [M:0;9fe0640122ec:34635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28454f93f54f4aa2b142be67f61d13a2 2024-12-11T20:06:07,015 INFO [RS:2;9fe0640122ec:45837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:06:07,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:06:07,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45837-0x100caf14c3b0003, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:06:07,015 INFO [RS:2;9fe0640122ec:45837 {}] regionserver.HRegionServer(1031): Exiting; stopping=9fe0640122ec,45837,1733947505231; zookeeper connection closed. 2024-12-11T20:06:07,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b402680 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b402680 2024-12-11T20:06:07,017 DEBUG [M:0;9fe0640122ec:34635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c7fd52e880f4b0f81bf952f6558de0c is 69, key is 9fe0640122ec,41595,1733947505158/rs:state/1733947505483/Put/seqid=0 2024-12-11T20:06:07,017 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T20:06:07,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741870_1046 (size=5442) 2024-12-11T20:06:07,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741870_1046 (size=5442) 2024-12-11T20:06:07,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741870_1046 (size=5442) 2024-12-11T20:06:07,028 INFO [M:0;9fe0640122ec:34635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c7fd52e880f4b0f81bf952f6558de0c 2024-12-11T20:06:07,035 INFO [M:0;9fe0640122ec:34635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c7fd52e880f4b0f81bf952f6558de0c 2024-12-11T20:06:07,037 DEBUG [M:0;9fe0640122ec:34635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b34651d826224d359346f4830bf65242 as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b34651d826224d359346f4830bf65242 2024-12-11T20:06:07,044 INFO [M:0;9fe0640122ec:34635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b34651d826224d359346f4830bf65242, entries=8, sequenceid=467, filesize=5.5 K 2024-12-11T20:06:07,049 DEBUG [M:0;9fe0640122ec:34635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28454f93f54f4aa2b142be67f61d13a2 as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28454f93f54f4aa2b142be67f61d13a2 2024-12-11T20:06:07,055 INFO [M:0;9fe0640122ec:34635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28454f93f54f4aa2b142be67f61d13a2 2024-12-11T20:06:07,055 INFO [M:0;9fe0640122ec:34635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28454f93f54f4aa2b142be67f61d13a2, entries=54, sequenceid=467, filesize=9.1 K 2024-12-11T20:06:07,056 DEBUG [M:0;9fe0640122ec:34635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c7fd52e880f4b0f81bf952f6558de0c as hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c7fd52e880f4b0f81bf952f6558de0c 2024-12-11T20:06:07,062 INFO [M:0;9fe0640122ec:34635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c7fd52e880f4b0f81bf952f6558de0c 2024-12-11T20:06:07,062 INFO [M:0;9fe0640122ec:34635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33631/user/jenkins/test-data/5a31d4ba-45fd-a148-60a1-6b380e43de66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c7fd52e880f4b0f81bf952f6558de0c, entries=3, sequenceid=467, filesize=5.3 K 2024-12-11T20:06:07,063 INFO [M:0;9fe0640122ec:34635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.72 KB/228064, heapSize ~265.61 KB/271984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=467, compaction requested=false 2024-12-11T20:06:07,065 INFO [M:0;9fe0640122ec:34635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:06:07,065 DEBUG [M:0;9fe0640122ec:34635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733947566930Disabling compacts and flushes for region at 1733947566930Disabling writes for close at 1733947566930Obtaining lock to block concurrent updates at 1733947566930Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733947566930Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228064, getHeapSize=272224, getOffHeapSize=0, getCellsCount=570 at 1733947566930Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733947566931 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733947566931Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733947566946 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733947566946Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733947566961 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733947566980 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733947566980Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733947567001 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733947567016 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733947567016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3f2f5c: reopening flushed file at 1733947567035 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d497467: reopening flushed file at 1733947567044 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ce4dbd: reopening flushed file at 1733947567056 (+12 ms)Finished flush of dataSize ~222.72 KB/228064, heapSize ~265.61 KB/271984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=467, compaction requested=false at 1733947567063 (+7 ms)Writing region close event to WAL at 1733947567065 (+2 ms)Closed at 1733947567065 2024-12-11T20:06:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741830_1006 (size=259250) 2024-12-11T20:06:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741830_1006 (size=259250) 2024-12-11T20:06:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741830_1006 (size=259250) 2024-12-11T20:06:07,072 INFO [M:0;9fe0640122ec:34635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T20:06:07,072 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T20:06:07,072 INFO [M:0;9fe0640122ec:34635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34635 2024-12-11T20:06:07,072 INFO [M:0;9fe0640122ec:34635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:06:07,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T20:06:07,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:06:07,174 INFO [M:0;9fe0640122ec:34635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:06:07,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34635-0x100caf14c3b0000, quorum=127.0.0.1:51722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:06:07,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76552685{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:06:07,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d93f1ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:06:07,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:06:07,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c883179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:06:07,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c8ef2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.log.dir/,STOPPED} 2024-12-11T20:06:07,189 WARN [BP-859377072-172.17.0.2-1733947504233 heartbeating to localhost/127.0.0.1:33631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T20:06:07,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T20:06:07,189 WARN [BP-859377072-172.17.0.2-1733947504233 heartbeating to localhost/127.0.0.1:33631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859377072-172.17.0.2-1733947504233 (Datanode Uuid e1a3049a-9b6c-4011-921a-94e9f9cf963b) service to localhost/127.0.0.1:33631 2024-12-11T20:06:07,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T20:06:07,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data5/current/BP-859377072-172.17.0.2-1733947504233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:06:07,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data6/current/BP-859377072-172.17.0.2-1733947504233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:06:07,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T20:06:07,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6111389f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:06:07,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c2fdec9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:06:07,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:06:07,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ccf2faf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:06:07,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fc2671a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.log.dir/,STOPPED} 2024-12-11T20:06:07,203 WARN [BP-859377072-172.17.0.2-1733947504233 heartbeating to localhost/127.0.0.1:33631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T20:06:07,203 WARN [BP-859377072-172.17.0.2-1733947504233 heartbeating to localhost/127.0.0.1:33631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859377072-172.17.0.2-1733947504233 (Datanode Uuid f818bace-d315-4cc0-b92d-782854f8d04b) service to localhost/127.0.0.1:33631 2024-12-11T20:06:07,203 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T20:06:07,203 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T20:06:07,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data3/current/BP-859377072-172.17.0.2-1733947504233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:06:07,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data4/current/BP-859377072-172.17.0.2-1733947504233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:06:07,204 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T20:06:07,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46abb6db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:06:07,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4017db1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:06:07,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:06:07,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7396b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:06:07,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@845451c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.log.dir/,STOPPED} 2024-12-11T20:06:07,217 WARN [BP-859377072-172.17.0.2-1733947504233 heartbeating to localhost/127.0.0.1:33631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T20:06:07,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T20:06:07,217 WARN [BP-859377072-172.17.0.2-1733947504233 heartbeating to localhost/127.0.0.1:33631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859377072-172.17.0.2-1733947504233 (Datanode Uuid aabd8707-5d16-496a-8786-b9d706d53f86) service to localhost/127.0.0.1:33631 2024-12-11T20:06:07,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T20:06:07,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data1/current/BP-859377072-172.17.0.2-1733947504233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:06:07,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/cluster_1760b856-3f61-654f-d0da-031934762143/data/data2/current/BP-859377072-172.17.0.2-1733947504233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:06:07,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T20:06:07,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@531e5c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T20:06:07,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d50ec81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:06:07,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:06:07,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49935db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:06:07,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3498d3b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd42e394-cebc-97d8-121f-42201932793e/hadoop.log.dir/,STOPPED} 2024-12-11T20:06:07,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T20:06:07,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T20:06:07,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33631 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33631 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:33631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=481 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=1338 (was 320) - AvailableMemoryMB LEAK? -